-- Logs begin at Tue 2021-06-08 12:07:33 UTC, end at Tue 2021-06-08 13:05:16 UTC. -- Jun 08 12:36:18.779456 dv-cinder-784477-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 12:36:21.381520 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.common.config [-] Logging enabled! Jun 08 12:36:21.382111 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 12:36:21.382200 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 12:36:21.385873 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.common.config [-] Logging enabled! Jun 08 12:36:21.386141 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 12:36:21.386448 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 12:36:21.387367 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:21.387603 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:21.387989 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:21.388238 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:21.388467 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:21.388787 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.389085 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.389378 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.389607 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.389899 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.390188 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.390469 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.390754 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.391047 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.391332 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.391612 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.391923 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.392157 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.392438 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.392726 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.393011 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.393235 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] debug = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.393520 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.393939 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.394356 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.394637 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.394925 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.395203 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.395473 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.395772 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.396059 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.396389 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] host = dv-cinder-784477-4-smb {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.396665 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.396950 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.397238 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.397520 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.397792 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.398073 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.398357 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.398631 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.398903 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.399179 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.399464 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.399770 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.400067 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.400293 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.400516 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.400803 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.401667 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.401950 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.402234 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.402508 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.402785 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.403060 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.403335 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.403623 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.403933 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.404218 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.404495 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.404770 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.405043 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.405316 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.405601 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.405877 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.406148 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.406424 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.406711 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.406981 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.407255 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.407553 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.407864 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.408146 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.408427 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.408700 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.408980 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.409252 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.409523 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.409794 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_json = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.410065 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.410332 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.410612 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.410884 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.411155 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.411426 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.411696 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.411998 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:21.412292 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.412586 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.412887 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.413168 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.413465 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.413744 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.414029 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.414305 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.414589 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.414876 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.415163 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.415437 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.416000 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.416278 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.416570 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.416992 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.417291 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.417584 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.417861 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.418137 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.418412 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.418691 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.418982 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.419277 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.419568 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.419880 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.420163 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.420454 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.420737 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.421009 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.421291 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.421578 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.421856 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.422130 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.422412 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.422690 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.422962 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.423235 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.423512 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.423823 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.424101 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.424370 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.424639 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.424912 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.425182 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.425467 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.425742 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.426012 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.426285 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.426562 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.426834 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.427105 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.427383 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.427656 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.427959 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.428231 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.428501 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.428774 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.429048 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.429322 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.429595 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.429867 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.430144 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.430417 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.430689 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.430962 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.431235 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.431510 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.431820 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.432122 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.432625 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.432914 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.433193 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.433474 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.433754 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.434034 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.434313 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.434593 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.434867 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.435162 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.435449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.435827 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.436117 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.436398 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.436696 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.436976 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.437261 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.437541 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.437821 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.438113 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.438400 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.438696 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.438988 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.439286 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.439582 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.439899 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.440182 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.440491 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.440770 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:21.440990 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:21.441239 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 12:36:21.788375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:21.788561 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:21.788859 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:21.789334 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 12:36:22.175412 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.175701 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.175997 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.177203 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.177476 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.177754 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.214022 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.214302 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.214568 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.227534 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.227844 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.228118 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.257093 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.257375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.257645 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.299617 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.299956 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.300229 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.534418 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.535043 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.535043 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.535215 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.535899 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.661543 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.661864 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.662153 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.662433 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.662710 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.663020 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.663280 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.663538 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.663826 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.664110 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.664371 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.664639 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.664901 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.665166 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.665425 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.665955 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.666228 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.666485 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.667418 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.667680 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.667995 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.668346 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.668601 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.668892 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.669149 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.669401 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.669801 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.670047 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.670289 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.670529 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.670768 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.671003 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:22.671367 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 12:36:22.674546 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 12:36:22.678609 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 12:36:22.683699 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 08 12:36:22.686244 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 12:36:22.686689 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 12:36:22.687029 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 12:36:22.687416 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 12:36:22.690255 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 12:36:22.690506 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 12:36:22.690855 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 12:36:22.719097 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 12:36:22.719553 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.719886 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 12:36:22.720254 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.721610 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 12:36:22.721898 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 12:36:22.722144 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 12:36:22.725273 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.725556 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:22.788898 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 12:36:22.789080 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 12:36:22.789319 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 12:36:22.789695 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 12:36:22.821160 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_db.sqlalchemy.engines [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 12:36:23.155388 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing driver for type 'gre' Jun 08 12:36:23.155947 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] gre ID ranges: [(1, 1000)] Jun 08 12:36:23.209964 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing driver for type 'local' Jun 08 12:36:23.210306 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing driver for type 'vlan' Jun 08 12:36:23.223232 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] VlanTypeDriver initialization complete Jun 08 12:36:23.223558 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing driver for type 'vxlan' Jun 08 12:36:23.224099 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] vxlan ID ranges: [(1, 1000)] Jun 08 12:36:23.278279 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing extension driver 'port_security' Jun 08 12:36:23.278738 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.extensions.port_security [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] PortSecurityExtensionDriver initialization complete Jun 08 12:36:23.279084 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing mechanism driver 'openvswitch' Jun 08 12:36:23.279413 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing mechanism driver 'hyperv' Jun 08 12:36:23.285948 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.plugins.ml2.plugin [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:23.286755 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.287144 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.287494 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.287914 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.288270 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.288623 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.289005 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.289370 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.289699 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.290074 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.290418 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.291008 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.291388 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.292339 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.292686 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.293067 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > address_group after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.293408 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > address_group after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.293747 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > address_group after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.294086 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] ML2 OVO RPC backend initialized. {{(pid=103508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 12:36:23.294797 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.295148 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.295563 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.295953 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > networks before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.296302 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.296643 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > ports before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.296986 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.297334 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnets before_response 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.297678 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.298016 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.298348 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.298682 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.299013 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.299346 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.299679 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.300034 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.300360 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > subnet after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.300951 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.plugin [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Modular L2 Plugin initialization complete Jun 08 12:36:23.301280 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading services supported by the core plugin {{(pid=103508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 12:36:23.301606 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.plugins.ml2.managers [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Got port-security extension from driver 'port_security' Jun 08 12:36:23.302066 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.extensions.vlantransparent [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Disabled vlantransparent extension. Jun 08 12:36:23.302550 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 12:36:23.302863 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: router Jun 08 12:36:23.339993 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.340392 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_create 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.340771 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router before_create 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.341159 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.341514 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.341880 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_delete 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.342244 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > floatingip after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.342612 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_create 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.342961 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.343314 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.343664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.344057 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.344468 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.344840 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.345181 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.345518 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: subnet after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.345903 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.346203 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > port precommit_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.346554 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_create 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.346900 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.347242 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.347603 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router after_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.347976 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_delete 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.348325 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_create 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.348689 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router_interface after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.349039 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_update 55549900 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.349413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > network after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.350284 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Tracking information for resource: router configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:23.350617 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Tracking information for resource: floatingip configured {{(pid=103508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 12:36:23.356634 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.db.l3_agentschedulers_db [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 12:36:23.357219 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.357581 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.357932 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.358283 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: port after_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.359078 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router before_create 55550100 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.359445 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_delete 55550100 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.359846 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_create 55550100 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.360203 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > router precommit_update 55550100 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.364619 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.provider_configuration [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service providers = [] {{(pid=103508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 12:36:23.365023 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.db.servicetype_db [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 12:36:23.367928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.service_base [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:23.368282 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.service_base [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:23.368626 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.service_base [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:23.369500 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.services.service_base [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 12:36:23.369898 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.services.service_base [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 12:36:23.370452 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.370769 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 12:36:23.381377 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.381713 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: auto_allocate Jun 08 12:36:23.387606 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: network precommit_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.388001 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: network precommit_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.388520 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.388839 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: tag Jun 08 12:36:23.396969 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.397299 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: timestamp Jun 08 12:36:23.401602 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.401930 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: network_ip_availability Jun 08 12:36:23.407294 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.407668 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.408053 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.408774 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.409091 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: flavors Jun 08 12:36:23.522620 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.522943 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading Plugin: revisions Jun 08 12:36:23.528205 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 12:36:23.528600 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.740s {{(pid=103508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:23.529370 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 12:36:23.529709 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Initializing extension manager. Jun 08 12:36:23.530215 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: __init__.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.530559 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: __pycache__ {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.530895 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.531229 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: address_group.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.532018 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.532600 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: address-group Jun 08 12:36:23.532926 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: address_scope.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.533638 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.534155 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: address-scope Jun 08 12:36:23.534480 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: admin_state_down_before_update.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.535414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.535955 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: router-admin-state-down-before-update Jun 08 12:36:23.536282 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: agent.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.536981 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.537494 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: agent Jun 08 12:36:23.537815 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: agent_resources_synced.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.538718 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.539228 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: agent-resources-synced Jun 08 12:36:23.539549 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: allowedaddresspairs.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.542205 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.542905 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: allowed-address-pairs Jun 08 12:36:23.543232 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: auto_allocated_topology.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.544339 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.544867 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: auto-allocated-topology Jun 08 12:36:23.545192 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: availability_zone.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.545881 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.546513 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: availability_zone Jun 08 12:36:23.546711 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: availability_zone_filter.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.547607 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.548150 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: availability_zone_filter Jun 08 12:36:23.548471 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: data_plane_status.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.549369 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.549877 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 12:36:23.550198 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: default_subnetpools.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.551098 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.551609 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: default-subnetpools Jun 08 12:36:23.551954 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: dhcpagentscheduler.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.552763 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.553269 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: dhcp_agent_scheduler Jun 08 12:36:23.553588 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: dns.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.554487 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.554996 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension dns-integration not supported by any of loaded plugins Jun 08 12:36:23.555316 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: dns_domain_ports.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.556246 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.556754 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 12:36:23.557078 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: dvr.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.557937 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.558449 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: dvr Jun 08 12:36:23.558770 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: empty_string_filtering.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.559673 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.560211 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: empty-string-filtering Jun 08 12:36:23.560532 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.561430 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.561935 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 12:36:23.562253 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.563154 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.563862 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 12:36:23.564186 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: external_net.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.565086 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.565604 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: external-net Jun 08 12:36:23.565924 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: extra_dhcp_opt.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.566812 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.567325 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: extra_dhcp_opt Jun 08 12:36:23.567647 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: extraroute.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.568562 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.569070 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: extraroute Jun 08 12:36:23.569581 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: extraroute_atomic.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.570405 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.570920 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: extraroute-atomic Jun 08 12:36:23.571236 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: filter_validation.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.571926 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.572434 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: filter-validation Jun 08 12:36:23.572750 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: fip_pf_description.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.574174 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.574678 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 12:36:23.574996 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: fip_port_details.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.575936 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.576443 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: fip-port-details Jun 08 12:36:23.576761 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: flavors.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.577994 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.578510 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: flavors Jun 08 12:36:23.578835 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.580607 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.581137 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 12:36:23.581474 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: floatingip_pools.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.582164 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.582675 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: floatingip-pools Jun 08 12:36:23.583003 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: ip_allocation.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.583933 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.584444 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 12:36:23.584770 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.585675 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.586184 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: ip-substring-filtering Jun 08 12:36:23.586511 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l2_adjacency.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.587423 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.587957 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 12:36:23.588280 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.589833 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.590350 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: router Jun 08 12:36:23.590678 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3_conntrack_helper.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.592915 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.593449 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 12:36:23.593782 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.594697 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.595224 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: ext-gw-mode Jun 08 12:36:23.595554 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.596536 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.597008 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: l3-ha Jun 08 12:36:23.597333 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3_flavors.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.598233 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.598743 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: l3-flavors Jun 08 12:36:23.599066 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.600011 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.600526 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 12:36:23.600872 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: l3agentscheduler.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.601884 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.602399 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: l3_agent_scheduler Jun 08 12:36:23.602726 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: logging.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.604684 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.605213 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension logging not supported by any of loaded plugins Jun 08 12:36:23.605552 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: metering.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.606320 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.606899 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: metering Jun 08 12:36:23.607225 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.608346 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.608867 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: metering_source_and_destination_fields Jun 08 12:36:23.609194 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: multiprovidernet.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.610138 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.610651 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: multi-provider Jun 08 12:36:23.610976 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: netmtu.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.611916 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.612429 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: net-mtu Jun 08 12:36:23.612753 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: netmtu_writable.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.613671 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.614180 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: net-mtu-writable Jun 08 12:36:23.614501 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: network_availability_zone.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.615159 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.615666 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: network_availability_zone Jun 08 12:36:23.616012 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: network_ip_availability.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.617086 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.617608 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: network-ip-availability Jun 08 12:36:23.617920 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: network_segment_range.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.618672 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.619175 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 12:36:23.619496 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: pagination.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.620725 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.621053 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: pagination Jun 08 12:36:23.621371 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: port_device_profile.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.622277 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.622795 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: port-device-profile Jun 08 12:36:23.623114 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.624047 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.624560 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: port-mac-address-regenerate Jun 08 12:36:23.624879 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.625793 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.626306 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: port-numa-affinity-policy Jun 08 12:36:23.626624 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: port_resource_request.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.627528 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.628068 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 12:36:23.628387 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: portbindings.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.629306 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.629814 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: binding Jun 08 12:36:23.630133 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: portbindings_extended.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.631390 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.631939 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: binding-extended Jun 08 12:36:23.632264 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: portsecurity.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.633165 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.633681 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: port-security Jun 08 12:36:23.633999 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: project_id.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.634960 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.635829 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: project-id Jun 08 12:36:23.636168 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: providernet.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.637151 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.637667 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: provider Jun 08 12:36:23.637988 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.641806 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.642334 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos not supported by any of loaded plugins Jun 08 12:36:23.642667 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.643942 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.644465 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 12:36:23.644794 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.645699 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.646218 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 12:36:23.646544 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_default.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.647441 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.647997 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-default not supported by any of loaded plugins Jun 08 12:36:23.648323 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_fip.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.648963 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.649469 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-fip not supported by any of loaded plugins Jun 08 12:36:23.649792 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_gateway_ip.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.650880 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.652126 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 12:36:23.652459 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_port_network_policy.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.653365 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.653882 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 12:36:23.654202 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_rule_type_details.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.655115 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.655627 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 12:36:23.655989 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: qos_rules_alias.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.657023 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.657541 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 12:36:23.657863 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: quotasv2.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.658773 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.659097 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: quotas Jun 08 12:36:23.659418 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: quotasv2_detail.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.662480 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.662820 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: quota_details Jun 08 12:36:23.663153 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: rbac.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.664229 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.664763 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: rbac-policies Jun 08 12:36:23.665095 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: rbac_address_group.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.666279 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.666875 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: rbac-address-group Jun 08 12:36:23.667263 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: rbac_address_scope.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.668208 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.668727 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: rbac-address-scope Jun 08 12:36:23.669051 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: rbac_security_groups.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.669972 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.670483 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: rbac-security-groups Jun 08 12:36:23.670810 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: rbac_subnetpool.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.673025 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.673548 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: rbac-subnetpool Jun 08 12:36:23.674450 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: revisionifmatch.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.675381 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.675930 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: revision-if-match Jun 08 12:36:23.677913 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: revisions.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.679051 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.679570 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: standard-attr-revisions Jun 08 12:36:23.679927 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: router_availability_zone.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.681959 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.682723 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: router_availability_zone Jun 08 12:36:23.683048 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: routerservicetype.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.683994 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.684507 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension router-service-type not supported by any of loaded plugins Jun 08 12:36:23.684831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.685743 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.686266 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: security-groups-normalized-cidr Jun 08 12:36:23.686582 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: security_groups_port_filtering.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.687501 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.688047 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: port-security-groups-filtering Jun 08 12:36:23.688368 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.689270 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.689782 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: security-groups-remote-address-group Jun 08 12:36:23.690101 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: securitygroup.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.700384 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.700931 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: security-group Jun 08 12:36:23.701266 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: segment.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.703186 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.703186 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension segment not supported by any of loaded plugins Jun 08 12:36:23.703186 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.703973 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.704493 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 12:36:23.704818 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: servicetype.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.705944 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.706467 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: service-type Jun 08 12:36:23.706796 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: sorting.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.707805 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.708139 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: sorting Jun 08 12:36:23.708460 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: standard_attr_segment.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.709375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.709893 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 12:36:23.710216 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: standardattrdescription.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.710860 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.711371 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: standard-attr-description Jun 08 12:36:23.711693 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: stateful_security_group.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.712620 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.713136 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: stateful-security-group Jun 08 12:36:23.713487 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: stdattrs_common.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.714584 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 12:36:23.714901 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.715907 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.716429 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 12:36:23.716751 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnet_onboard.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.717823 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.718347 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: subnet_onboard Jun 08 12:36:23.718670 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.719592 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.720139 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 12:36:23.720466 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnet_service_types.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.721376 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.721896 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: subnet-service-types Jun 08 12:36:23.722217 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnetallocation.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.723294 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.723857 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: subnet_allocation Jun 08 12:36:23.724188 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.724852 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.725372 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: subnetpool-prefix-ops Jun 08 12:36:23.725690 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.726619 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.727134 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 12:36:23.727452 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: tagging.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.728557 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.729114 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: standard-attr-tag Jun 08 12:36:23.729442 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: timestamp.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.730647 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.731171 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loaded extension: standard-attr-timestamp Jun 08 12:36:23.731502 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: trunk.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.732551 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.733073 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension trunk not supported by any of loaded plugins Jun 08 12:36:23.733400 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: trunk_details.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.734311 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.734829 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension trunk-details not supported by any of loaded plugins Jun 08 12:36:23.735154 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: uplink_status_propagation.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.736108 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.736626 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 12:36:23.736948 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Loading extension file: vlantransparent.py {{(pid=103508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 12:36:23.737624 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 12:36:23.738133 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 12:36:23.740647 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:network Jun 08 12:36:23.741196 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnet Jun 08 12:36:23.741612 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:23.741995 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:port Jun 08 12:36:23.743406 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.743891 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service FLAVORS assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.744515 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.745046 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.745379 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:router Jun 08 12:36:23.745813 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:floatingip Jun 08 12:36:23.746310 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service METERING assigned prefix: /metering {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.747779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.748174 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.748531 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:36:23.749528 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 12:36:23.749978 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:security_group Jun 08 12:36:23.750419 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 12:36:23.751037 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service CORE assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.751365 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:23.751735 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] subnetpool is already registered Jun 08 12:36:23.752160 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service CORE assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.752482 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:23.752814 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] subnetpool is already registered Jun 08 12:36:23.755402 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.755871 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service FLAVORS assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.756574 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.757615 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.757615 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:router Jun 08 12:36:23.757615 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] router is already registered Jun 08 12:36:23.758536 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:floatingip Jun 08 12:36:23.758536 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] floatingip is already registered Jun 08 12:36:23.759174 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service METERING assigned prefix: /metering {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.759341 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 12:36:23.759668 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] rbac_policy is already registered Jun 08 12:36:23.760102 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:security_group Jun 08 12:36:23.760970 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] security_group is already registered Jun 08 12:36:23.761362 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 12:36:23.761695 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] security_group_rule is already registered Jun 08 12:36:23.762334 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service CORE assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.762659 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:23.762991 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] subnetpool is already registered Jun 08 12:36:23.763404 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.v2.resource_helper [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Service CORE assigned prefix: {{(pid=103508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 12:36:23.763744 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 12:36:23.764079 dv-cinder-784477-4-smb neutron-server[103508]: WARNING neutron.quota.resource_registry [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] subnetpool is already registered Jun 08 12:36:23.764548 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: extensions {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.766062 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: address-groups {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.767580 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: address-scopes {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.768942 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: agents {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.770110 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: auto-allocated-topology {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.771384 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: availability_zones {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.772639 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: dhcp-networks {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.774133 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: dhcp-agents {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.775576 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: routers {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.778054 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: flavors {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.780493 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: service_profiles {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.781739 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: next_providers {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.783181 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: service_profiles {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.784799 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: floatingip-pools {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.786042 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: routers {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.787782 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: floatingips {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.789086 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: l3-routers {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.790736 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: l3-agents {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.792239 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: metering-labels {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.793518 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: metering-label-rules {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.794906 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: network-ip-availabilities {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.796214 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: bindings {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.797773 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: quotas {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.799324 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: quotas {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.800801 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: rbac-policies {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.802004 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: security-groups {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.803311 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: security-group-rules {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.804609 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: service-providers {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.805855 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: subnetpools {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.807460 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: subnetpools {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.809066 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.810762 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.812601 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.814407 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.816169 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.818207 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.820692 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.823838 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.826288 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.828883 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron.api.extensions [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Extended resource: tags {{(pid=103508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 12:36:23.837713 dv-cinder-784477-4-smb neutron-server[103508]: WARNING keystonemiddleware.auth_token [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 12:36:23.843532 dv-cinder-784477-4-smb neutron-server[103508]: WARNING keystonemiddleware.auth_token [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 12:36:23.851887 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Acquired lock "singleton_lock" {{(pid=103508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 12:36:23.852309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_concurrency.lockutils [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Releasing lock "singleton_lock" {{(pid=103508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 12:36:23.852940 dv-cinder-784477-4-smb neutron-server[103508]: INFO oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Starting 2 workers Jun 08 12:36:23.857805 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Started child 103613 {{(pid=103508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:23.862308 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Started child 103614 {{(pid=103508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:23.863584 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.864258 dv-cinder-784477-4-smb neutron-server[103508]: INFO neutron.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 12:36:23.864551 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Notify callbacks [] for process, before_spawn {{(pid=103508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.865914 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [-] (103613) wsgi starting up on http://0.0.0.0:9696 Jun 08 12:36:23.866894 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.867356 dv-cinder-784477-4-smb neutron-server[103508]: INFO oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Starting 1 workers Jun 08 12:36:23.868312 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [-] (103614) wsgi starting up on http://0.0.0.0:9696 Jun 08 12:36:23.872233 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Started child 103615 {{(pid=103508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:23.872773 dv-cinder-784477-4-smb neutron-server[103508]: INFO oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Starting 1 workers Jun 08 12:36:23.875562 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] calling RpcWorker wait() {{(pid=103615) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 12:36:23.876160 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] returning from RpcWorker wait() {{(pid=103615) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 12:36:23.877210 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Started child 103616 {{(pid=103508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 12:36:23.877321 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.877760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:23.878078 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG neutron_lib.callbacks.manager [None req-7942f458-428a-42ba-b425-c411a6ccd8da None None] Notify callbacks [] for process, after_spawn {{(pid=103508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.879956 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 12:36:23.880168 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:23.880348 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:23.880569 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:23.880888 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:23.881049 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:23.881567 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.881835 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.882104 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.882363 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.882637 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.883215 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.883311 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:23.883810 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.883810 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.884016 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.884281 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.884457 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.884623 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.884881 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.885111 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.885931 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.886202 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.886463 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.886739 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.886913 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.887171 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.887443 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.887693 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.887980 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] debug = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.888233 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.888727 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.888984 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.889232 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.889479 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.889758 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.890004 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.890269 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.890519 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.890754 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.890996 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.891267 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.891513 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.891806 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.892016 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.892273 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.892506 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.893006 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] host = dv-cinder-784477-4-smb {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.893241 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.893479 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.893706 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.893928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.894186 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.894416 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.894678 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.894932 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.895188 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.895432 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.895671 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.895922 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.896156 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.896399 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.896564 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_options = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.896799 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.897079 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.897393 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.897534 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.897705 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.897883 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.898135 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.900664 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.902488 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.903857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.904853 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.904853 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.904853 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.904853 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.905519 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.905519 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.905519 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.905890 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.906010 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.906130 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.906373 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.906641 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.907052 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.907196 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.907341 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.907826 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.908279 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_json = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.908407 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.908602 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.908861 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.909735 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.909735 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.909735 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.909735 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.910219 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:23.910353 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.910986 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.910986 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.911236 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.911367 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912095 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912095 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912095 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912503 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912503 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.912931 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.913058 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.913326 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.913622 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.913846 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.914201 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.914448 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:23.914587 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.914727 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.914948 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.915184 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.915400 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.915903 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.916241 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.916525 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.916792 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.917056 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.917275 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.917530 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.917766 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.917985 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.918205 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.918436 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.918698 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.918916 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.919133 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.919373 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.919606 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.919863 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.920089 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.920313 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.920579 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.920831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.921056 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.921267 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.921481 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.921696 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.921926 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.922152 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.922369 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.922622 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.922867 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.923085 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.923297 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.923522 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.923755 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.924025 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.924262 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.924462 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.924652 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.924888 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.925131 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.925384 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.925624 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.925851 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.926052 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.926270 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.926483 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.926695 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.926924 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.927408 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.927408 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.927585 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.927869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.928031 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.928538 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.928538 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.928792 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.928928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.929062 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.929276 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.929501 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.929732 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.929939 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.930150 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.930426 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.930749 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.930997 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.931264 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.931499 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.931764 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.931999 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.932979 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.933228 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.933484 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.933709 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.933964 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.934192 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.934425 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.934650 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.934869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.935106 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.935352 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.935603 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.935869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.936137 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.936370 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.936643 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.936911 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.937165 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.937420 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.937672 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.937965 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.938208 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.938505 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.938730 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.938998 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.939299 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.939552 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.939833 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.940063 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.940314 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.940578 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.940809 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.941070 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.941315 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.941560 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.941778 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.942064 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.942304 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.942529 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.942744 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.943002 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.943321 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.943551 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.943794 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.944008 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.944644 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.944644 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.944896 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.945023 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.945260 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.945492 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.945739 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.946572 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.946572 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.946572 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.946572 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.949259 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.949259 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.949259 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.949683 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.949683 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.950051 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.950196 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.950356 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.950844 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.951253 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.955964 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956312 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37174) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.956414 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.958082 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.958082 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.958082 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.958082 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.959133 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.959402 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.959677 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.959950 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.960225 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.960492 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.960759 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.960991 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.961219 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.961440 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.961688 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.963956 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.964309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.964637 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.964870 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.965978 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.966267 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.966601 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.966877 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.967119 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.967369 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.967596 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.967817 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0127072 Jun 08 12:36:23.968077 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.968403 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.968657 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.968908 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.969145 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.969382 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.969759 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.970023 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.970277 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.970502 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.970741 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.970959 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.971181 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.971424 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.971796 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.972580 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.972580 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.972580 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.972891 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.972977 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.973167 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.973380 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.973649 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.973815 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.974068 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.974282 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.974494 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.974711 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.974921 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.975173 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.975439 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.975923 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.979195 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.979507 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.983085 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.983232 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.983444 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.983689 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.983993 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.984335 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.984607 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.988928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.989696 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.989986 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.990247 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.991309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.991309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.991309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.991309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.991612 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.993914 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.994466 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.996858 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.997216 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.997546 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.997801 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.998062 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.998335 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.999750 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.999750 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.999750 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:23.999750 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.001878 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.002194 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.003124 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.003377 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.003660 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.003947 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.004188 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.004451 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.004700 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.004930 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.005204 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.005441 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.005692 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.005936 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.006166 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.006393 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.006617 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.006850 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.007092 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.007308 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.007467 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:24.011325 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 12:36:24.011618 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 12:36:24.011935 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 12:36:24.012130 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 12:36:24.012311 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 12:36:24.012812 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 12:36:24.012812 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.012812 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013040 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013217 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013306 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013474 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013629 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013791 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.013952 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014110 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014267 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014424 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014583 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014742 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.014901 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.015061 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.015216 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.015375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.015535 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.015692 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.016430 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.016599 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.016761 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] debug = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.016921 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017109 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017284 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017425 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017574 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017728 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.017882 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018041 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018201 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018360 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018509 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018667 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018815 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.018973 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019127 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019283 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019432 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019590 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] host = dv-cinder-784477-4-smb {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019777 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.019922 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020084 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020226 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020366 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020518 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020661 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020811 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.020969 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.021117 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.021276 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.023022 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.023123 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.023863 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.024040 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_options = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.024831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.024831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.024831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.024831 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.025573 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.025726 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.025940 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.026161 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.026442 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.028091 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.028869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029045 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029223 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029537 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029699 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.029860 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030021 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030182 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030341 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030500 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030658 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030815 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.030972 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.031130 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.031290 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.031445 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.031619 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.032226 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.034137 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.034319 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.034494 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.034665 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.034833 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035001 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035171 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035334 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035506 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035669 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.035878 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036039 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036197 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036358 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036518 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036677 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036838 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_json = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.036995 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.037150 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.037308 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.037463 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.037683 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.037818 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.038079 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.038079 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 12:36:24.038517 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.038517 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.038690 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.038690 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039128 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039128 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039128 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039630 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039630 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.039630 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.041270 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.043911 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.044179 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.044426 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.044665 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.044854 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045030 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045203 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045373 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045538 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045701 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.045864 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046386 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046386 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046386 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046699 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046699 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.046943 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.047059 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.047249 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.047348 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.047516 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.047826 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.048722 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.048894 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049049 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049233 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049390 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049539 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049684 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049827 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.049987 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050129 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050291 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050451 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050613 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050754 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.050899 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.051061 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.051218 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.051387 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.051546 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.051702 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052330 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052330 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052330 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052650 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052650 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052845 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.052948 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053051 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053166 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053329 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053505 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053649 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053806 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.053984 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054122 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054234 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:24.054345 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054524 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054633 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054737 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.054860 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.055016 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.055173 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.055330 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.055486 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056413 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056938 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056938 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056938 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.056938 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.057946 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.057946 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058154 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058298 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058456 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058612 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058769 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.058925 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059082 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059238 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059396 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059559 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059739 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.059893 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060049 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060204 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060360 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060517 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060677 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.060869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061023 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061170 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061315 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061459 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061620 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061766 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.061911 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062054 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062318 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062472 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062638 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062805 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.062957 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063105 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063264 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063415 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063574 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063844 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.063939 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064078 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064222 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064375 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064519 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064665 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064824 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.064975 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065154 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065309 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065457 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065624 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065773 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.065917 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066060 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066218 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066376 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066529 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066670 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066810 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.066949 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.067096 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.067236 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.067376 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.067523 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.067673 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.068642 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069449 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069992 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069992 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069992 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.069992 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070269 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070269 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070422 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070559 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070739 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.070912 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071062 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071206 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071503 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071503 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071674 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071869 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.071960 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.072110 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.072270 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.072700 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.072857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.073579 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.073738 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.073907 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074066 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074212 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074362 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074504 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074644 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074806 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.074962 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075120 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075266 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075412 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075567 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075734 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.075886 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076047 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076193 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076357 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076500 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076689 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076844 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.076985 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077124 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077283 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077582 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077582 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.077928 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078194 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078194 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078481 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078481 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078747 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.078747 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079012 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079012 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079276 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079455 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079455 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079906 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079906 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.079906 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080379 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080379 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080379 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080772 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080772 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.080772 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081175 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081175 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081452 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081452 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081777 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.081777 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.082779 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083201 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083201 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083201 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083481 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083481 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083637 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083802 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.083969 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084135 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084292 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084455 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084625 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084782 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.084938 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085095 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085252 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085409 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085565 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085722 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.085878 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086035 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086269 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086418 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086574 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086716 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.086857 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087003 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087131 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087216 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087364 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087526 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 12:36:24.087678 dv-cinder-784477-4-smb neutron-server[103508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 12:36:35.140871 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eae553-c0fb-4dbe-a11e-2cb5d06781af None None] get_active_networks_info from dv-cinder-784477-4-smb {{(pid=103615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 12:36:35.236997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eae553-c0fb-4dbe-a11e-2cb5d06781af None None] No non-hosted networks {{(pid=103615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 12:36:35.252882 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.agentschedulers_db [None req-84eae553-c0fb-4dbe-a11e-2cb5d06781af None None] DHCP Agent not found on host dv-cinder-784477-4-smb {{(pid=103615) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 12:36:35.361990 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f00fdcfd-3044-4375-9e71-f285736b04eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:37.600988 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d4d9-4e5f-46a8-8ab1-99d25bef4e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:37.653190 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ea31b7be-436a-4ff6-b5d5-f427a21e82d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:37.718735 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:37.719666 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.720261 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.720765 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.721241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.721746 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.722315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.722803 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.723339 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.724045 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.724566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.725041 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.725564 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:37.726145 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784477-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:37.732909 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784477-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:36:38.728642 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:40.494192 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:41.794969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37276) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:41.837270 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.db.l3_hamode_db [None req-d7ad6fc7-96a1-407e-9f19-1c81e1961c8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 12:36:41.922549 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad6fc7-96a1-407e-9f19-1c81e1961c8e None None] Routers set() bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:36:41.922940 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad6fc7-96a1-407e-9f19-1c81e1961c8e None None] Router IDs set() for agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 12:36:42.387930 dv-cinder-784477-4-smb neutron-server[103613]: WARNING oslo_policy.policy [None req-38bac1a8-ddef-4425-804a-3921acf137ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:42.388536 dv-cinder-784477-4-smb neutron-server[103613]: WARNING oslo_policy.policy [None req-38bac1a8-ddef-4425-804a-3921acf137ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:42.606653 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [None req-38bac1a8-ddef-4425-804a-3921acf137ac admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:42.607716 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-38bac1a8-ddef-4425-804a-3921acf137ac admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8118143 Jun 08 12:36:44.972971 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37290) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:45.342132 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:45.442084 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.policy [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 12:36:45.495502 dv-cinder-784477-4-smb neutron-server[103613]: WARNING oslo_policy.policy [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:45.495936 dv-cinder-784477-4-smb neutron-server[103613]: WARNING oslo_policy.policy [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:45.504303 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.quota [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] Loaded quota_driver: . Jun 08 12:36:45.583787 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789814724139', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789814729156', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789814719642', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789814713981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789813588654', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789813582835', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1827946', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1832932', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745381', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690114'] for rbac-policy, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:45.641875 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:45.643157 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-7a445230-3f70-4d79-805f-c33dd6c55ddc admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6691990 Jun 08 12:36:48.267557 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:48.871147 dv-cinder-784477-4-smb neutron-server[103614]: WARNING oslo_policy.policy [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:48.871775 dv-cinder-784477-4-smb neutron-server[103614]: WARNING oslo_policy.policy [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:49.091668 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Request body: {'network': {'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'name': 'private', 'admin_state_up': True, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:49.093326 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.quota [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Loaded quota_driver: . Jun 08 12:36:49.140131 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Made reservation on behalf of 3c1b704084d64d9e87d0fff5d196e2ea for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:36:49.209739 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.policy [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103614) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 12:36:49.255121 dv-cinder-784477-4-smb neutron-server[103614]: WARNING oslo_policy.policy [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:49.255497 dv-cinder-784477-4-smb neutron-server[103614]: WARNING oslo_policy.policy [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 12:36:49.265820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.287837 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.412363 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.416596 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.422751 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:49.441323 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:36:49.467426 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789817051302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.468057 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Unsubscribe: segment precommit_create {{(pid=103614) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 12:36:49.468551 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Added segment c97406ed-0be0-4e65-9226-b17b735f2690 of type vlan for network 1776636c-db68-4e13-89d8-70f298cc0f6f Jun 08 12:36:49.520877 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d1009-00a4-42db-9843-597142e30f9f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:49.543043 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.543390 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.543738 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.544056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.544371 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.544682 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.544988 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.545293 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.545611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.545916 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.546218 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.546516 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Tracked resource versions report: Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: pushed versions: Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: { 'AddressGroup': {'1.2'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'ConntrackHelper': {'1.0'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Log': {'1.0'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Network': {'1.1'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Port': {'1.7'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'PortForwarding': {'1.2'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'QosPolicy': {'1.8'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroup': {'1.4'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SubPort': {'1.0'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Subnet': {'1.1'}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Trunk': {'1.1'}} Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: consumer versions: Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'ConntrackHelper': '1.0', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Log': '1.0', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Network': '1.1', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Port': '1.7', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'PortForwarding': '1.2', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'QosPolicy': '1.8', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroup': '1.4', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroupRule': '1.2', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'SubPort': '1.0', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Subnet': '1.1', Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: 'Trunk': '1.1'}} Jun 08 12:36:49.547588 dv-cinder-784477-4-smb neutron-server[103614]: {{(pid=103614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:36:49.591202 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:49.597403 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.638183 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.639743 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:49.640411 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:49.644864 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:49.736188 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4662721 Jun 08 12:36:49.746036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1776636c-db68-4e13-89d8-70f298cc0f6f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:49.756510 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:49.764969 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 1776636c-db68-4e13-89d8-70f298cc0f6f details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:36:52.434665 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:52.890878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52920a-bc26-4087-b93a-1eaa26c52c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:52.892138 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2f52920a-bc26-4087-b93a-1eaa26c52c09 admin admin] 10.222.0.55 "GET /v2.0/networks/1776636c-db68-4e13-89d8-70f298cc0f6f HTTP/1.1" status: 200 len: 825 time: 0.4564984 Jun 08 12:36:52.922854 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3306f1c3-137a-407b-850c-77f29ae89708 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/1c2cdab4-0537-4b1e-b353-bdf212149a94 HTTP/1.1" status: 200 len: 734 time: 0.0243418 Jun 08 12:36:52.931445 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:36:52.952983 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Made reservation on behalf of 3c1b704084d64d9e87d0fff5d196e2ea for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:36:52.955340 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:53.231198 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:53.235471 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:53.327178 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=937ecedf-54e1-4892-8ef1-f40167bdea51,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:53.330598 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:53.336562 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Checking segment: {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:36:53.336916 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Network hostable DHCP agents. Network: 1776636c-db68-4e13-89d8-70f298cc0f6f, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:36:53.355550 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Network 1776636c-db68-4e13-89d8-70f298cc0f6f is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:36:53.365381 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 1776636c-db68-4e13-89d8-70f298cc0f6f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:36:53.370567 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:36:53.371182 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:53.375363 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f21b6-08b4-4119-83d3-9a2e5044cdf4 None None] Network 1776636c-db68-4e13-89d8-70f298cc0f6f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:36:53.389481 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4612129 Jun 08 12:36:53.690734 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-1776636c-db68-4e13-89d8-70f298cc0f6f', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:36:53.691917 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:53.876996 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Allocated IP 172.20.0.2 (1776636c-db68-4e13-89d8-70f298cc0f6f/937ecedf-54e1-4892-8ef1-f40167bdea51/279fe86b-2f93-4cfa-8e11-7a3b679ea447) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:36:54.106099 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:54.119298 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Transition to ACTIVE for port object 279fe86b-2f93-4cfa-8e11-7a3b679ea447 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:36:54.139412 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Transition to ACTIVE for port object 279fe86b-2f93-4cfa-8e11-7a3b679ea447 will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:36:54.145593 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:36:54.146977 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:36:54.168145 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Network 1776636c-db68-4e13-89d8-70f298cc0f6f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:36:54.169302 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:36:54.172236 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:36:54.261388 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Attempting to bind port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:36:54.261786 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Attempting to bind port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:36:54.262205 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Attempting to bind port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 on network 1776636c-db68-4e13-89d8-70f298cc0f6f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:36:54.267461 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:36:54.267909 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Checking segment: {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:36:54.268391 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:54.268781 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Bound using segment: {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:36:54.269264 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Bound port: 279fe86b-2f93-4cfa-8e11-7a3b679ea447, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:36:54.269655 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:54.360518 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] For port 279fe86b-2f93-4cfa-8e11-7a3b679ea447, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:36:54.364399 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] For port 279fe86b-2f93-4cfa-8e11-7a3b679ea447, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=279fe86b-2f93-4cfa-8e11-7a3b679ea447,segment=NetworkSegment(c97406ed-0be0-4e65-9226-b17b735f2690),segment_id=c97406ed-0be0-4e65-9226-b17b735f2690)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:36:54.369308 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:36:54.374272 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:36:54.456702 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Pushing event updated for resources: {'Port': ['ID=279fe86b-2f93-4cfa-8e11-7a3b679ea447,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:36:54.465035 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.465377 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.465717 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.466037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.466361 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.466683 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.467005 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.467324 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.467681 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.468013 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.468328 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.468646 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Tracked resource versions report: Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: pushed versions: Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: { 'AddressGroup': {'1.2'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Log': {'1.0'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Network': {'1.1'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Port': {'1.7'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'PortForwarding': {'1.2'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'QosPolicy': {'1.8'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroup': {'1.4'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SubPort': {'1.0'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Subnet': {'1.1'}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Trunk': {'1.1'}} Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: consumer versions: Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'ConntrackHelper': '1.0', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Log': '1.0', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Network': '1.1', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Port': '1.7', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'PortForwarding': '1.2', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'QosPolicy': '1.8', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroup': '1.4', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroupRule': '1.2', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'SubPort': '1.0', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Subnet': '1.1', Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: 'Trunk': '1.1'}} Jun 08 12:36:54.469702 dv-cinder-784477-4-smb neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:36:54.473546 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:36:55.853015 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37332) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:56.231244 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [None req-56b6149b-1f00-4b68-9598-c2b3c212ad59 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:56.232372 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-56b6149b-1f00-4b68-9598-c2b3c212ad59 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3778629 Jun 08 12:36:58.667563 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37340) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:36:59.059238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [None req-166b3f8f-aef3-4b7f-9802-7714688d3b49 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:36:59.060271 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-166b3f8f-aef3-4b7f-9802-7714688d3b49 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3917618 Jun 08 12:36:59.679031 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 279fe86b-2f93-4cfa-8e11-7a3b679ea447 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:36:59.749802 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:00.440204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18669d7b-52fd-4866-8a72-351029c3e7bd None None] Network 1776636c-db68-4e13-89d8-70f298cc0f6f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:37:00.624756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Provisioning for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:00.634393 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Provisioning complete for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:00.634956 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:00.814839 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:00.878708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] For port 279fe86b-2f93-4cfa-8e11-7a3b679ea447, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=279fe86b-2f93-4cfa-8e11-7a3b679ea447,segment=NetworkSegment(c97406ed-0be0-4e65-9226-b17b735f2690),segment_id=c97406ed-0be0-4e65-9226-b17b735f2690)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:37:00.883873 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:00.889936 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:00.956247 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Pushing event updated for resources: {'Port': ['ID=279fe86b-2f93-4cfa-8e11-7a3b679ea447,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:00.959386 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:01.008173 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-242a821d-7e30-47c8-a4c0-3b268c38f8d9 None None] Provisioning complete for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:01.008543 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-242a821d-7e30-47c8-a4c0-3b268c38f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:01.656385 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 279fe86b-2f93-4cfa-8e11-7a3b679ea447 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:01.722345 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:01.722711 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:01.768615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37354) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:02.124514 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:02.146099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.147655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.170148 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.281820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.299056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:02.300279 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4324b43d-4111-4697-bbf9-bb9ad03152ce admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5307481 Jun 08 12:37:04.690489 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:05.053607 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95eae66d-5350-4910-9c32-4908ed326425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:05.067499 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [None req-bd7ccb67-c8b8-4da1-9ac2-113796a9fd5b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:37:05.068524 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-bd7ccb67-c8b8-4da1-9ac2-113796a9fd5b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3770845 Jun 08 12:37:07.466890 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:07.593523 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5e5fdda2-42d1-45ae-ba9f-e95c057e73cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.717734 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.846458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:07.867753 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Made reservation on behalf of 317ab36ef5074a9f9e7ee311670aceb8 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:37:07.870874 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.883071 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.984336 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.987959 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:07.991953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:08.008430 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Reserving flat network on physical network physnet1 {{(pid=103614) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 12:37:08.029819 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516f6150-a393-48ee-b47b-b541babaa6ac,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:08.033723 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:08.034602 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:08.034934 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Added segment 4824ebec-e686-465d-b66b-e721b6fe039f of type flat for network 251d1387-93aa-4313-91d5-fedd296f43af Jun 08 12:37:08.066064 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:08.101791 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:08.103225 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:08.103814 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:08.107063 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:08.196779 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288101 Jun 08 12:37:08.202172 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Pushing event updated for resources: {'Network': ['ID=251d1387-93aa-4313-91d5-fedd296f43af,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:08.205045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:08.215551 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 251d1387-93aa-4313-91d5-fedd296f43af details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:37:08.672760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:10.428042 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:10.612703 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 37388) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:10.820527 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d3462c-729d-431a-be22-17b6be5e7de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:10.822442 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-72d3462c-729d-431a-be22-17b6be5e7de4 admin admin] 10.222.0.55 "GET /v2.0/subnets/937ecedf-54e1-4892-8ef1-f40167bdea51 HTTP/1.1" status: 200 len: 849 time: 0.2083092 Jun 08 12:37:10.964862 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e95c64b0-2644-486d-a808-e3fe3137869a admin admin] 10.222.0.55 "GET /v2.0/routers/d37a8b4d-d137-49c6-9f91-ee19394507f9 HTTP/1.1" status: 200 len: 704 time: 0.1364512 Jun 08 12:37:11.424535 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.682789 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Allocated IP 172.20.0.1 (1776636c-db68-4e13-89d8-70f298cc0f6f/937ecedf-54e1-4892-8ef1-f40167bdea51/9177caf4-878d-4997-9036-9b711c06d49e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:37:11.833172 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.849806 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Transition to ACTIVE for port object 9177caf4-878d-4997-9036-9b711c06d49e will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:11.906631 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:11.907818 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:37:11.923759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Network 1776636c-db68-4e13-89d8-70f298cc0f6f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:11.924774 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:11.927292 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:37:11.927835 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.110028 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00a49df0-2175-4d5b-8fd3-e103a12fc8e8 None None] Provisioning for port 9177caf4-878d-4997-9036-9b711c06d49e completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:12.114809 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00a49df0-2175-4d5b-8fd3-e103a12fc8e8 None None] Provisioning complete for port 9177caf4-878d-4997-9036-9b711c06d49e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:12.115185 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00a49df0-2175-4d5b-8fd3-e103a12fc8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.171980 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-00a49df0-2175-4d5b-8fd3-e103a12fc8e8 None None] Port 9177caf4-878d-4997-9036-9b711c06d49e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:37:12.184832 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.405288 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.409635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.410781 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.414732 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:12.546209 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Pushing event updated for resources: {'Port': ['ID=9177caf4-878d-4997-9036-9b711c06d49e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:12.552257 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:12.607443 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Network 1776636c-db68-4e13-89d8-70f298cc0f6f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:12.608626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:12.794042 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-73b8e670-b50a-4db9-b657-8f5b7f8e9d31 None None] Provisioning complete for port 9177caf4-878d-4997-9036-9b711c06d49e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:12.794355 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73b8e670-b50a-4db9-b657-8f5b7f8e9d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:12.797118 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Router d37a8b4d-d137-49c6-9f91-ee19394507f9 is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:37:12.846659 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-73b8e670-b50a-4db9-b657-8f5b7f8e9d31 None None] Port 9177caf4-878d-4997-9036-9b711c06d49e cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:37:12.992925 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:37:13.000331 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] 10.222.0.55 "PUT /v2.0/routers/d37a8b4d-d137-49c6-9f91-ee19394507f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0286903 Jun 08 12:37:13.003016 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Sync routers for ids ['d37a8b4d-d137-49c6-9f91-ee19394507f9'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:37:13.014432 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Routers {'d37a8b4d-d137-49c6-9f91-ee19394507f9'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:13.015278 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:37:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d37a8b4d-d137-49c6-9f91-ee19394507f9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:13.191871 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Set router d37a8b4d-d137-49c6-9f91-ee19394507f9 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:13.562721 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:12Z', 'revision_number': 2, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port_host': None, '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:12Z', 'revision_number': 2, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:13.567524 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Checking router: d37a8b4d-d137-49c6-9f91-ee19394507f9 for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:37:13.567923 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Updating router d37a8b4d-d137-49c6-9f91-ee19394507f9 port 9177caf4-878d-4997-9036-9b711c06d49e binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:37:13.620319 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.003553 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.018611 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Transition to ACTIVE for port object 9177caf4-878d-4997-9036-9b711c06d49e will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:14.025386 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.030676 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:14.254133 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Pushing event updated for resources: {'Port': ['ID=9177caf4-878d-4997-9036-9b711c06d49e,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:14.287902 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.288240 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.288566 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.288887 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.289204 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.289521 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.289830 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.290141 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.290918 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.291249 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.291561 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.291891 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Tracked resource versions report: Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: pushed versions: Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: { 'AddressGroup': {'1.2'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Log': {'1.0'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Network': {'1.1'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Port': {'1.7'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'PortForwarding': {'1.2'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'QosPolicy': {'1.8'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroup': {'1.4'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SubPort': {'1.0'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Subnet': {'1.1'}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Trunk': {'1.1'}} Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: consumer versions: Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'ConntrackHelper': '1.0', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Log': '1.0', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Network': '1.1', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Port': '1.7', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'PortForwarding': '1.2', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'QosPolicy': '1.8', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroup': '1.4', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroupRule': '1.2', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'SubPort': '1.0', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Subnet': '1.1', Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: 'Trunk': '1.1'}} Jun 08 12:37:14.292984 dv-cinder-784477-4-smb neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:37:14.298984 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:14.301102 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Attempting to bind port 9177caf4-878d-4997-9036-9b711c06d49e on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:37:14.301491 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Attempting to bind port 9177caf4-878d-4997-9036-9b711c06d49e by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:37:14.301925 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Attempting to bind port 9177caf4-878d-4997-9036-9b711c06d49e on network 1776636c-db68-4e13-89d8-70f298cc0f6f {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:37:14.307883 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:37:14.308296 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Checking segment: {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:14.308752 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.309133 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Bound using segment: {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:37:14.309641 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Bound port: 9177caf4-878d-4997-9036-9b711c06d49e, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97406ed-0be0-4e65-9226-b17b735f2690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:37:14.310032 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.397815 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] For port 9177caf4-878d-4997-9036-9b711c06d49e, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:37:14.402292 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] For port 9177caf4-878d-4997-9036-9b711c06d49e, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=9177caf4-878d-4997-9036-9b711c06d49e,segment=NetworkSegment(c97406ed-0be0-4e65-9226-b17b735f2690),segment_id=c97406ed-0be0-4e65-9226-b17b735f2690)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:37:14.406702 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:14.410612 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:14.498037 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Routers {'d37a8b4d-d137-49c6-9f91-ee19394507f9'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:14.498663 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:37:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d37a8b4d-d137-49c6-9f91-ee19394507f9'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:14.545927 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Pushing event updated for resources: {'Port': ['ID=9177caf4-878d-4997-9036-9b711c06d49e,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:14.557369 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:14.654298 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] Set router d37a8b4d-d137-49c6-9f91-ee19394507f9 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:14.974841 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:12Z', 'revision_number': 2, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port_host': None, '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:14Z', 'revision_number': 4, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:14.979232 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b27dc9-03b6-4cd8-bede-5273417e938f None None] The sync data for ids ['d37a8b4d-d137-49c6-9f91-ee19394507f9'] in dv-cinder-784477-4-smb is: [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:12Z', 'revision_number': 2, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port_host': None, '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:14Z', 'revision_number': 4, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:37:15.200517 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37408) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:15.379737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5a10c8-5174-4786-83f7-c7e71e2d6be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:15.381228 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8c5a10c8-5174-4786-83f7-c7e71e2d6be7 admin admin] 10.222.0.55 "GET /v2.0/networks/251d1387-93aa-4313-91d5-fedd296f43af HTTP/1.1" status: 200 len: 842 time: 0.1796894 Jun 08 12:37:15.390716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'cidr': '172.28.0.0/24', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'name': 'public-subnet'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:15.414210 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Made reservation on behalf of 317ab36ef5074a9f9e7ee311670aceb8 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:37:15.417891 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.856247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.objects.ports [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103613) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 12:37:15.856751 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:15.861657 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:15.942206 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:15.942581 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Network hostable DHCP agents. Network: 251d1387-93aa-4313-91d5-fedd296f43af, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:37:15.946388 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a264615a-211d-4929-aa18-3ed6e795f256,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:15.957260 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.957594 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.957912 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.958225 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.958534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.958841 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.959147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.959454 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.959934 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.960081 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.960387 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.960686 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Tracked resource versions report: Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: pushed versions: Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: { 'AddressGroup': {'1.2'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'ConntrackHelper': {'1.0'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Log': {'1.0'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Network': {'1.1'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Port': {'1.7'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'PortForwarding': {'1.2'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'QosPolicy': {'1.8'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroup': {'1.4'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SubPort': {'1.0'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Subnet': {'1.1'}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Trunk': {'1.1'}} Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: consumer versions: Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'ConntrackHelper': '1.0', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Log': '1.0', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Network': '1.1', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Port': '1.7', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'PortForwarding': '1.2', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'QosPolicy': '1.8', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroup': '1.4', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroupRule': '1.2', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'SubPort': '1.0', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Subnet': '1.1', Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: 'Trunk': '1.1'}} Jun 08 12:37:15.961752 dv-cinder-784477-4-smb neutron-server[103613]: {{(pid=103613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:37:15.997148 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:16.002456 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:37:16.013160 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 251d1387-93aa-4313-91d5-fedd296f43af) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:16.017737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:16.018359 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:16.022966 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c28bc4-68f9-4280-bdb1-fff5d34e58ee None None] Network 251d1387-93aa-4313-91d5-fedd296f43af requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:37:16.049419 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6515188 Jun 08 12:37:16.249824 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212a105-960b-46ea-9c37-a81cb2c154bf None None] Network 251d1387-93aa-4313-91d5-fedd296f43af requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:37:18.350468 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:18.592897 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-872c4fc8-18ea-4887-b717-43d78eaddbf1 admin admin] 10.222.0.55 "GET /v2.0/routers/d37a8b4d-d137-49c6-9f91-ee19394507f9 HTTP/1.1" status: 200 len: 710 time: 0.2413135 Jun 08 12:37:18.723882 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98354703-a599-4973-bd1f-46cb279d8893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:37:18.725273 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-98354703-a599-4973-bd1f-46cb279d8893 admin admin] 10.222.0.55 "GET /v2.0/networks/251d1387-93aa-4313-91d5-fedd296f43af HTTP/1.1" status: 200 len: 886 time: 0.1273518 Jun 08 12:37:18.734079 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:37:19.199565 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.537427 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.594034 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.686954 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 9177caf4-878d-4997-9036-9b711c06d49e up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:19.761706 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 9177caf4-878d-4997-9036-9b711c06d49e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:19.766628 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 9177caf4-878d-4997-9036-9b711c06d49e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:19.767002 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.775297 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Allocated IP 172.28.0.224 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/76e8bd60-ec13-4e44-a46c-d40bff318793) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:37:19.886235 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.918763 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 9177caf4-878d-4997-9036-9b711c06d49e, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=9177caf4-878d-4997-9036-9b711c06d49e,segment=NetworkSegment(c97406ed-0be0-4e65-9226-b17b735f2690),segment_id=c97406ed-0be0-4e65-9226-b17b735f2690)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:37:19.921989 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.924261 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b5658fb1-f49e-469d-ad41-69142c6e16fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:19.932652 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.989642 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=9177caf4-878d-4997-9036-9b711c06d49e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:19.990725 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:37:19.992760 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:37:19.993295 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:20.010988 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:37:20.012141 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:37:20.014699 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:37:20.398599 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:20.742720 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:20.746945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-450180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-450237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446576'] for router, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:20.933650 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Router d37a8b4d-d137-49c6-9f91-ee19394507f9 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:37:21.160994 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:37:21.165219 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:21.167175 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-28082591-5625-45e5-b91a-bae7db18c35b admin admin] 10.222.0.55 "PUT /v2.0/routers/d37a8b4d-d137-49c6-9f91-ee19394507f9 HTTP/1.1" status: 200 len: 890 time: 2.4364631 Jun 08 12:37:21.183968 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Sync routers for ids ['d37a8b4d-d137-49c6-9f91-ee19394507f9'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:37:21.194951 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Routers {'d37a8b4d-d137-49c6-9f91-ee19394507f9'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:21.195607 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:37:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d37a8b4d-d137-49c6-9f91-ee19394507f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:21.413849 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Set router d37a8b4d-d137-49c6-9f91-ee19394507f9 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:21.682883 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 9177caf4-878d-4997-9036-9b711c06d49e up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:21.795367 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 9177caf4-878d-4997-9036-9b711c06d49e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:21.795755 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:21.867480 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:20Z', 'revision_number': 4, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port': {'id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:19Z', 'updated_at': '2021-06-08T12:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:19Z', 'revision_number': 5, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:21.875759 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Checking router: d37a8b4d-d137-49c6-9f91-ee19394507f9 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:37:21.876112 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Updating router d37a8b4d-d137-49c6-9f91-ee19394507f9 port 76e8bd60-ec13-4e44-a46c-d40bff318793 binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:37:21.968877 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.314605 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.326331 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Transition to ACTIVE for port object 76e8bd60-ec13-4e44-a46c-d40bff318793 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:37:22.332659 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.336315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:22.412151 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Pushing event updated for resources: {'Port': ['ID=76e8bd60-ec13-4e44-a46c-d40bff318793,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:22.414408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Attempting to bind port 76e8bd60-ec13-4e44-a46c-d40bff318793 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:37:22.414802 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Attempting to bind port 76e8bd60-ec13-4e44-a46c-d40bff318793 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:37:22.415160 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Attempting to bind port 76e8bd60-ec13-4e44-a46c-d40bff318793 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:37:22.417860 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:22.422141 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:37:22.422522 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:37:22.422926 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.423321 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:37:22.423828 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Bound port: 76e8bd60-ec13-4e44-a46c-d40bff318793, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:37:22.424204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.500310 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] For port 76e8bd60-ec13-4e44-a46c-d40bff318793, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:37:22.503481 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] For port 76e8bd60-ec13-4e44-a46c-d40bff318793, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=76e8bd60-ec13-4e44-a46c-d40bff318793,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:37:22.508125 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:22.512494 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-f6a4c255-c95d-4fd6-8ee6-ddc1b25029eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:22.588352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Routers {'d37a8b4d-d137-49c6-9f91-ee19394507f9'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:37:22.588982 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:37:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d37a8b4d-d137-49c6-9f91-ee19394507f9'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:22.656932 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Pushing event updated for resources: {'Port': ['ID=76e8bd60-ec13-4e44-a46c-d40bff318793,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:22.660285 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:22.783884 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] Set router d37a8b4d-d137-49c6-9f91-ee19394507f9 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:37:23.156589 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:20Z', 'revision_number': 4, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port': {'id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:19Z', 'updated_at': '2021-06-08T12:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:19Z', 'revision_number': 5, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:37:23.160856 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac46afd-56b5-4f9e-80ae-21eef2d37e8f None None] The sync data for ids ['d37a8b4d-d137-49c6-9f91-ee19394507f9'] in dv-cinder-784477-4-smb is: [{'id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'name': 'router1', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224'}], 'enable_snat': True}, 'gw_port_id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:37:02Z', 'updated_at': '2021-06-08T12:37:20Z', 'revision_number': 4, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'gw_port': {'id': '76e8bd60-ec13-4e44-a46c-d40bff318793', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:19Z', 'updated_at': '2021-06-08T12:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '9177caf4-878d-4997-9036-9b711c06d49e', 'name': '', 'network_id': '1776636c-db68-4e13-89d8-70f298cc0f6f', 'tenant_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'mac_address': 'fa:16:3e:4d:a5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37a8b4d-d137-49c6-9f91-ee19394507f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:37:11Z', 'updated_at': '2021-06-08T12:37:19Z', 'revision_number': 5, 'project_id': '3c1b704084d64d9e87d0fff5d196e2ea', 'subnets': [{'id': '937ecedf-54e1-4892-8ef1-f40167bdea51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1c2cdab4-0537-4b1e-b353-bdf212149a94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:37:23.576534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 37432) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:37:23.705846 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b6476c50-1358-4b8b-ba45-5dc5a95b30b1 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1282394 Jun 08 12:37:23.718347 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 76e8bd60-ec13-4e44-a46c-d40bff318793 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:23.792861 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 76e8bd60-ec13-4e44-a46c-d40bff318793 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:37:23.801299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 76e8bd60-ec13-4e44-a46c-d40bff318793 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:23.802049 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:23.931665 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:23.950750 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 76e8bd60-ec13-4e44-a46c-d40bff318793, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=76e8bd60-ec13-4e44-a46c-d40bff318793,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:37:23.955433 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:23.958215 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:37:24.025898 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=76e8bd60-ec13-4e44-a46c-d40bff318793,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:37:24.029595 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:37:25.679696 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 76e8bd60-ec13-4e44-a46c-d40bff318793 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:37:25.760751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 76e8bd60-ec13-4e44-a46c-d40bff318793 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:37:25.761161 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:29.951284 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:37:35.062615 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f1293ef9-bde5-4c77-9924-5bc65f0b3102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:37.596037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff2bf-09d2-425e-8473-95f6dcbc04f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:37.723924 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:38.680192 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:37:40.459740 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:05.062760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0fb35afc-39d0-40ce-b95b-e20454f5550e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:06.941076 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:38:07.600980 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ac12a526-21cd-40b6-8f63-7ca47908eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:07.716922 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:08.674318 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:10.550632 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:35.058732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fcd895e8-eb8d-4c8d-a19c-941a726effe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:37.594398 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf30f-7446-4ecd-a651-4c52cbe09ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:37.719980 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:38.678840 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:40.460482 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:38:43.940540 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:39:00.419907 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38000) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:00.487360 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef152ef-3eac-488e-ba01-35cfaa51a5ab admin admin] GET failed (client error): The resource could not be found. Jun 08 12:39:00.488654 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-0ef152ef-3eac-488e-ba01-35cfaa51a5ab admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678022 Jun 08 12:39:00.618964 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1030cc-4097-439f-b3e3-2fa980aebc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:00.620358 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9f1030cc-4097-439f-b3e3-2fa980aebc3b admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278880 Jun 08 12:39:02.781775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38010) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:02.886285 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d1553-732e-44a5-b60a-eb4ee4108acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:02.887605 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-dd0d1553-732e-44a5-b60a-eb4ee4108acb admin admin] 10.222.0.55 "GET /v2.0/subnets/937ecedf-54e1-4892-8ef1-f40167bdea51 HTTP/1.1" status: 200 len: 849 time: 0.1049023 Jun 08 12:39:02.896713 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:39:03.019453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Notify callbacks [] for subnet, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:03.206208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789817205486'] for subnet, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:03.209685 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:03.251655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:03.252257 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:03.254181 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] 10.222.0.55 "PUT /v2.0/subnets/937ecedf-54e1-4892-8ef1-f40167bdea51 HTTP/1.1" status: 200 len: 868 time: 0.3604612 Jun 08 12:39:03.256195 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154714c-8d6c-4543-9472-c3cab36a680c None None] Network 1776636c-db68-4e13-89d8-70f298cc0f6f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:39:03.283304 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=937ecedf-54e1-4892-8ef1-f40167bdea51,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:03.291735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.292190 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.292525 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.292851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.293176 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.293498 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.293811 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.294129 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.294459 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.294777 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.295089 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.295428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:03.299076 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:03.741061 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d15b9121-d450-4807-9f84-a54377fa95b5 None None] Provisioning complete for port 9177caf4-878d-4997-9036-9b711c06d49e triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:03.741494 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d15b9121-d450-4807-9f84-a54377fa95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:03.875026 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d15b9121-d450-4807-9f84-a54377fa95b5 None None] Provisioning complete for port 279fe86b-2f93-4cfa-8e11-7a3b679ea447 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:03.875404 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d15b9121-d450-4807-9f84-a54377fa95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:05.060043 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ec9f74e6-f61c-435f-8bfd-fa614b185c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:05.384473 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38018) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:05.561765 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960bf51-3332-4261-b457-63ebea7d037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:05.562276 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960bf51-3332-4261-b457-63ebea7d037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:05.564029 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c960bf51-3332-4261-b457-63ebea7d037a admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1784229 Jun 08 12:39:07.597528 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1a5c80f3-ae1e-4684-8f01-e096bbaed4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:07.722542 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:07.751889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38026) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:07.930657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a1d0a-e81b-45c8-9e6f-c06c9f055f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:07.931035 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a1d0a-e81b-45c8-9e6f-c06c9f055f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:07.932579 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-411a1d0a-e81b-45c8-9e6f-c06c9f055f62 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1797287 Jun 08 12:39:08.679297 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:10.093097 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:10.265115 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad81120-1ece-49b3-b349-8ac32c4de326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:10.266465 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-dad81120-1ece-49b3-b349-8ac32c4de326 admin admin] 10.222.0.55 "GET /v2.0/networks/1776636c-db68-4e13-89d8-70f298cc0f6f HTTP/1.1" status: 200 len: 869 time: 0.1724305 Jun 08 12:39:10.465571 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:12.419505 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:12.587178 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b54fbc-4353-4caf-9526-791bcba21c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:12.588568 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f0b54fbc-4353-4caf-9526-791bcba21c0b admin admin] 10.222.0.55 "GET /v2.0/networks/251d1387-93aa-4313-91d5-fedd296f43af HTTP/1.1" status: 200 len: 886 time: 0.1680903 Jun 08 12:39:14.765499 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38052) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:14.878113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e77be-76d5-43cc-ad2a-f67dc640defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:14.878563 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e77be-76d5-43cc-ad2a-f67dc640defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:14.880110 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-617e77be-76d5-43cc-ad2a-f67dc640defb admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1136436 Jun 08 12:39:17.015409 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38060) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:17.125299 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bc3bd-df33-4e22-8c92-952aee3770d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:17.125772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8bc3bd-df33-4e22-8c92-952aee3770d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:17.127290 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6e8bc3bd-df33-4e22-8c92-952aee3770d2 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108909 Jun 08 12:39:19.269703 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38068) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:19.376674 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d10c6-c1c3-4a4f-917d-77dbfdf6441b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:19.377955 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e99d10c6-c1c3-4a4f-917d-77dbfdf6441b admin admin] 10.222.0.55 "GET /v2.0/subnets/937ecedf-54e1-4892-8ef1-f40167bdea51 HTTP/1.1" status: 200 len: 868 time: 0.1072807 Jun 08 12:39:20.939353 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:39:21.567976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:21.674774 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aa90db-e9ce-4480-ad4c-991847246d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:21.676152 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-88aa90db-e9ce-4480-ad4c-991847246d95 admin admin] 10.222.0.55 "GET /v2.0/subnets/a264615a-211d-4929-aa18-3ed6e795f256 HTTP/1.1" status: 200 len: 816 time: 0.1072121 Jun 08 12:39:35.082545 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6d01d7d9-8c47-41a0-a7de-2ccf020dab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:37.601954 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9d71499d-9e60-4087-b192-888797c093e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:37.727012 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:38.682815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:40.464416 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:45.195468 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38122) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:45.242751 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [None req-de0fc767-ef62-4966-9cc7-5cbc845b7829 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:39:45.243724 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-de0fc767-ef62-4966-9cc7-5cbc845b7829 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472853 Jun 08 12:39:47.451974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38130) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:47.517439 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17a945a-8b36-4a11-9db3-cb2980dbeb15 admin admin] GET failed (client error): The resource could not be found. Jun 08 12:39:47.518684 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b17a945a-8b36-4a11-9db3-cb2980dbeb15 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657692 Jun 08 12:39:47.645011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1d3e7-ccaf-4a2c-9467-51b4485f59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:47.646386 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e2d1d3e7-ccaf-4a2c-9467-51b4485f59a5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1234865 Jun 08 12:39:49.804739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38138) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:49.850437 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:39:49.872571 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Made reservation on behalf of 317ab36ef5074a9f9e7ee311670aceb8 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:39:49.875199 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:49.969153 dv-cinder-784477-4-smb neutron-server[103613]: WARNING neutron.services.revisions.revision_plugin [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Could not find related network for resource to bump revision. Jun 08 12:39:49.985012 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:39:49.997585 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789817051302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:49.998124 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Unsubscribe: segment precommit_create {{(pid=103613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 12:39:49.998606 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Added segment 6849cb0e-fc89-4b54-a7fd-8532fadcfeb9 of type vlan for network 4d1c0359-bb62-4890-95c2-ea349f0edb1e Jun 08 12:39:50.035674 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:50.072348 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:50.073690 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:50.074208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:50.077448 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:50.159272 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3534331 Jun 08 12:39:50.170043 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1c0359-bb62-4890-95c2-ea349f0edb1e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:50.173583 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:50.182293 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:39:52.349693 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38146) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:39:52.418077 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7cb44c-6962-4a2b-8afd-48175c06d77e admin admin] GET failed (client error): The resource could not be found. Jun 08 12:39:52.419350 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-eb7cb44c-6962-4a2b-8afd-48175c06d77e admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681376 Jun 08 12:39:52.556178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0d3712-b9b6-473d-a999-29c386b5e5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:52.557633 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9f0d3712-b9b6-473d-a999-29c386b5e5e6 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1345091 Jun 08 12:39:52.567130 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:39:52.588989 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Made reservation on behalf of 317ab36ef5074a9f9e7ee311670aceb8 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:39:52.591965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:52.792582 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:52.796215 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ce82741c-db56-46c2-9f0e-50b916204148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:52.874405 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:52.877774 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:52.880622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Checking segment: {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:39:52.880622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Network hostable DHCP agents. Network: 4d1c0359-bb62-4890-95c2-ea349f0edb1e, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:39:52.898607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:39:52.907747 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 4d1c0359-bb62-4890-95c2-ea349f0edb1e) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:39:52.911823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:39:52.912455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:52.917230 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e129f7-1636-47b2-8ec9-a2211a129b06 None None] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:39:52.929779 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3659787 Jun 08 12:39:53.143501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-4d1c0359-bb62-4890-95c2-ea349f0edb1e', 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e', 'tenant_id': '317ab36ef5074a9f9e7ee311670aceb8', 'fixed_ips': [{'subnet_id': '6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:39:53.144371 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.310510 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Allocated IP 192.168.233.2 (4d1c0359-bb62-4890-95c2-ea349f0edb1e/6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e/e0291d5e-d04f-4e0c-a3bd-64f6236fe581) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:39:53.534664 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.546997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Transition to ACTIVE for port object e0291d5e-d04f-4e0c-a3bd-64f6236fe581 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:39:53.566138 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Transition to ACTIVE for port object e0291d5e-d04f-4e0c-a3bd-64f6236fe581 will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:39:53.572727 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:39:53.573465 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:39:53.591522 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:39:53.592685 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:39:53.595138 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:39:53.685669 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Attempting to bind port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:39:53.686044 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Attempting to bind port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:39:53.686401 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Attempting to bind port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 on network 4d1c0359-bb62-4890-95c2-ea349f0edb1e {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:39:53.691850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:39:53.692134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Checking segment: {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:39:53.692529 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.692912 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Bound using segment: {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:39:53.693368 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Bound port: e0291d5e-d04f-4e0c-a3bd-64f6236fe581, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:39:53.694299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.782450 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] For port e0291d5e-d04f-4e0c-a3bd-64f6236fe581, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:39:53.786117 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] For port e0291d5e-d04f-4e0c-a3bd-64f6236fe581, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=e0291d5e-d04f-4e0c-a3bd-64f6236fe581,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:39:53.790540 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:53.794689 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:53.872181 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Pushing event updated for resources: {'Port': ['ID=e0291d5e-d04f-4e0c-a3bd-64f6236fe581,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:53.879388 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.879785 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.880106 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.880429 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.880749 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.881653 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.881976 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.882285 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.882614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.883623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.883623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.884008 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:39:53.887884 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:54.654115 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5accde4-f301-4cd5-909d-d6b3d221384b None None] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:39:54.751138 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1c61015a-117b-4d66-bc48-a0beeceb8ccf None None] Provisioning for port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:39:55.810856 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e0291d5e-d04f-4e0c-a3bd-64f6236fe581 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:39:55.886007 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:39:55.891088 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:55.891463 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:56.008587 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:56.041263 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port e0291d5e-d04f-4e0c-a3bd-64f6236fe581, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=e0291d5e-d04f-4e0c-a3bd-64f6236fe581,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:39:56.045172 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:56.047608 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-0d6bbeab-821f-4ee9-b1c1-dac5332f70aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:39:56.113416 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=e0291d5e-d04f-4e0c-a3bd-64f6236fe581,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:39:56.116974 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:39:57.793168 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e0291d5e-d04f-4e0c-a3bd-64f6236fe581 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:39:57.868273 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port e0291d5e-d04f-4e0c-a3bd-64f6236fe581 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:39:57.868638 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:39:57.938494 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:40:05.064658 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51ac4f0c-71c4-493a-8a7f-07572c9b2c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:07.608528 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d2fcc86e-dcab-405b-95cf-90990e807384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:07.728806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:08.688541 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:10.470987 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:34.937635 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:40:35.069967 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9ef947e-ea27-49a2-9d9d-29eda9e2d2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:37.600545 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea59bf8-a665-4fec-b0a7-62ae55a24652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:37.729951 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:38.688747 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:40:40.473637 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:01.955638 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38198) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:41:01.964306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [None req-e52f2888-8471-47bd-aeb0-ba494e4c3674 tempest-verify_tempest_config-1853920838 tempest-verify_tempest_config-1853920838-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:41:01.965250 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e52f2888-8471-47bd-aeb0-ba494e4c3674 tempest-verify_tempest_config-1853920838 tempest-verify_tempest_config-1853920838-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0083454 Jun 08 12:41:02.288788 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38216) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:41:02.409476 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.510072 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.513872 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.521839 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:41:02.560753 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3c7e77-39f1-4422-be6e-d9e0b82c8b50,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:41:02.565814 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09227cb742b4423d9c1bc2792ea3759d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2754383 Jun 08 12:41:02.569450 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38220) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:41:02.570709 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.571073 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.571455 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.571787 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.572099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.572426 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.572750 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.573071 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.573394 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.573711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.574028 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.574350 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.578261 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:41:02.645152 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.671311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.765544 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.768292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:02.769461 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d3c7e77-39f1-4422-be6e-d9e0b82c8b50 HTTP/1.1" status: 204 len: 168 time: 0.1990116 Jun 08 12:41:02.770171 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:41:02.780709 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3c7e77-39f1-4422-be6e-d9e0b82c8b50,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:41:02.788057 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.788422 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.788764 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.789100 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.789422 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.790002 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.790320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.790637 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.790974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.791293 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.791681 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.791939 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:41:02.796304 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:41:05.065929 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-922427c9-deca-4469-8516-e753179c0256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:07.616814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d03e5c74-6960-40ee-83fa-023829e89030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:07.736472 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:08.694296 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:10.476379 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:11.937096 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:41:35.064585 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-40f58d2f-8c3d-4a97-8d5e-c9dd9e6dcc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:37.607160 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3f0687de-c722-4dd2-959e-cff24d517135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:37.736007 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:38.695588 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:40.480578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:41:48.936006 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:42:05.069077 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402f77a4-8f9a-4459-8b4a-cb956f04e252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:07.602111 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7b57c202-6049-4f52-87b8-7cf796205edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:07.729505 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:08.698804 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:10.484922 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:25.935081 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 5 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:42:35.074811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-86386a0f-f747-4e08-b2a1-ee47edd8e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:37.604850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cea4ec3e-7d7b-46da-8934-3b391d731802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:37.733455 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:38.702074 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:40.484408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:42:48.649860 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293'] for agent, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:02.468487 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:02.581186 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-aec47481-b78f-4251-b7ea-bf536d5df712 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1115880 Jun 08 12:43:02.933196 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:43:04.745214 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:43:04.802292 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1cb98a89-3265-4e94-94a7-4346113ac4d2 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0556970 Jun 08 12:43:05.076303 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ebe1701f-d21f-4f84-adb4-94d0aa122d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:07.608712 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-49f6f8dc-13fa-44a7-8657-ab72e8450fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:07.735978 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:08.702865 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:10.487433 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:18.602616 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:35.078997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55c9ddb6-80bd-44f0-a087-9a5a05af00d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:37.611639 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-73174187-3b88-4570-bca1-769835d56803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:37.739732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:38.706859 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:39.932356 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:43:40.489777 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:43:48.619009 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:05.082734 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-62d78f38-a72e-4fee-b937-52d7791080ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.620061 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7ac04d9-02ad-44d0-9bc3-db03bb85f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:07.745855 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:08.719044 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:10.523667 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:16.933390 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:44:18.619947 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:35.090138 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c0ff3838-c5bf-4d79-9f25-192e422f5bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.619363 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f838233-9f89-4158-a6c5-15795fa21b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:37.742884 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:38.716524 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:40.502918 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:47.789313 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38478) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:48.322313 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-56445223-network', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:48.362898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Made reservation on behalf of ead0603002f94534b11a88f11c5b9230 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:48.365607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.409370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.574449 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.581379 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.588373 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d1f252e1-aa14-41c1-b348-fb1de4a3ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:48.636298 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cd0f3-e412-4c18-81b4-719cc6cfdf6d,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.640874 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.649346 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.649654 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.650031 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.650401 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.650788 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.651155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.651511 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.651902 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.652301 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.652731 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.653156 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.653461 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Tracked resource versions report: Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: pushed versions: Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Log': {'1.0'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Network': {'1.1'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Port': {'1.7'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'PortForwarding': {'1.2'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'QosPolicy': {'1.8'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SubPort': {'1.0'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Subnet': {'1.1'}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Trunk': {'1.1'}} Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: consumer versions: Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'ConntrackHelper': '1.0', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Log': '1.0', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Network': '1.1', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Port': '1.7', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'PortForwarding': '1.2', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'QosPolicy': '1.8', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroup': '1.4', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SecurityGroupRule': '1.2', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'SubPort': '1.0', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Subnet': '1.1', Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: 'Trunk': '1.1'}} Jun 08 12:44:48.655189 dv-cinder-784477-4-smb neutron-server[103613]: {{(pid=103613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:48.660649 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.661873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:48.677981 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.678379 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Added segment b6d574db-7976-4264-8592-fb0f46039a70 of type vlan for network e2919bee-91d5-45af-b8a0-c92f2995d79f Jun 08 12:44:48.713962 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.747411 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.749099 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:48.749732 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:48.755370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1fa7fbb9-c69a-44e4-a8e3-026b51e3c184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:48.869629 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Pushing event updated for resources: {'Network': ['ID=e2919bee-91d5-45af-b8a0-c92f2995d79f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:48.877502 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0851462 Jun 08 12:44:48.878503 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:48.879907 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:48.882764 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network e2919bee-91d5-45af-b8a0-c92f2995d79f details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:48.903197 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Request body: {'subnet': {'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-subnet', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:48.975143 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Made reservation on behalf of ead0603002f94534b11a88f11c5b9230 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:48.978227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.275123 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.290931 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:49.367897 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf397bb-74a6-4960-8c3a-5b60a29a6902,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:49.379334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.379684 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.380058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.380391 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.380719 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.381035 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.381559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.381866 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.382187 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.382507 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.382825 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.383140 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Tracked resource versions report: Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: pushed versions: Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Log': {'1.0'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Network': {'1.1'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Port': {'1.7'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'PortForwarding': {'1.2'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'QosPolicy': {'1.8'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SubPort': {'1.0'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Subnet': {'1.1'}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Trunk': {'1.1'}} Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: consumer versions: Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'ConntrackHelper': '1.0', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Log': '1.0', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Network': '1.1', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Port': '1.7', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'PortForwarding': '1.2', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'QosPolicy': '1.8', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroup': '1.4', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SecurityGroupRule': '1.2', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'SubPort': '1.0', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Subnet': '1.1', Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: 'Trunk': '1.1'}} Jun 08 12:44:49.384260 dv-cinder-784477-4-smb neutron-server[103614]: {{(pid=103614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:49.392619 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:49.421036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Checking segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:49.421476 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Network hostable DHCP agents. Network: e2919bee-91d5-45af-b8a0-c92f2995d79f, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:49.443177 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:49.455281 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, e2919bee-91d5-45af-b8a0-c92f2995d79f) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:49.462243 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:49.465236 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.470329 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc7766-1066-4401-bd7d-cc41e9158e27 None None] Network e2919bee-91d5-45af-b8a0-c92f2995d79f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:49.491183 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6090488 Jun 08 12:44:49.495360 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38550) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:49.507404 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:49.554298 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.556664 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.596099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.781632 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-e2919bee-91d5-45af-b8a0-c92f2995d79f', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:44:49.784486 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:49.914608 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38554) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:49.944510 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.165261 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.334345 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Allocated IP 172.20.0.2 (e2919bee-91d5-45af-b8a0-c92f2995d79f/daf397bb-74a6-4960-8c3a-5b60a29a6902/1f9342df-db75-4b96-96e4-7fa7b8238548) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:50.550790 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-network', 'tenant_id': '00aaa373b9b24005b86a227449da0870'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:50.599221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Made reservation on behalf of 00aaa373b9b24005b86a227449da0870 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:50.602126 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.635058 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.654457 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.690471 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.719878 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Transition to ACTIVE for port object 1f9342df-db75-4b96-96e4-7fa7b8238548 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:50.724847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.749384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Transition to ACTIVE for port object 1f9342df-db75-4b96-96e4-7fa7b8238548 will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:50.757845 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:50.759852 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:50.778106 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38578) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:50.794731 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:50.797759 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:50.805468 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:50.863542 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.868898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.872093 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:50.909674 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:50.922139 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.923286 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Added segment 2d32b439-4c15-406d-b2e2-6ee19a42276b of type vlan for network 91bb94f6-902c-44ef-90ec-7f3d97d48052 Jun 08 12:44:50.938999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37542976-316a-42f3-96ce-e86ed9ccd4d6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:50.959440 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:50.965000 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:50.997355 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1981411024-network', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:51.013428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1729975265-network', 'tenant_id': '29f2f495e1134799851b2a1e0c4fc266'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:51.018569 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.021779 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:51.022303 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.050284 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.050813 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Attempting to bind port 1f9342df-db75-4b96-96e4-7fa7b8238548 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:51.051257 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Attempting to bind port 1f9342df-db75-4b96-96e4-7fa7b8238548 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:51.051817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Attempting to bind port 1f9342df-db75-4b96-96e4-7fa7b8238548 on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:51.070946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Made reservation on behalf of 29f2f495e1134799851b2a1e0c4fc266 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:51.073605 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.078984 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:51.079545 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Checking segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:51.080153 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.080756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Bound using segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:51.081510 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Bound port: 1f9342df-db75-4b96-96e4-7fa7b8238548, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:51.081994 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.089420 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.122220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Made reservation on behalf of efc2cf31cf004c8db35d81a59a42297b for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:51.126018 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.145331 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Allocated IP 172.28.0.131 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/7f667d50-806b-4eb4-a06d-946297290da0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:51.149331 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.298349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] For port 1f9342df-db75-4b96-96e4-7fa7b8238548, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:51.313058 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] For port 1f9342df-db75-4b96-96e4-7fa7b8238548, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1f9342df-db75-4b96-96e4-7fa7b8238548,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:51.322264 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.331999 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4102933 Jun 08 12:44:51.335361 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.343683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.357690 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Request body: {'subnet': {'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-subnet', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:51.393975 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Pushing event updated for resources: {'Network': ['ID=91bb94f6-902c-44ef-90ec-7f3d97d48052,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.409366 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.465250 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.471007 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.480657 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Pushing event updated for resources: {'Port': ['ID=1f9342df-db75-4b96-96e4-7fa7b8238548,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.493763 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:51.498240 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:51.502848 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.564917 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.571576 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Added segment 15ccfab3-e335-4128-b037-d65c1e7bd001 of type vlan for network fd2211c2-d08e-42fc-bb4f-ff67231517ef Jun 08 12:44:51.591415 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a926072-ca49-4799-9451-f92284949747,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:51.598997 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.611647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.624755 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.634334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.658261 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:44:51.671693 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.672156 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Added segment 4d4a1c28-f128-408d-a993-408225d0fd72 of type vlan for network ae409ad6-014d-434e-b658-5f341d69d708 Jun 08 12:44:51.704681 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.708437 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.709430 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.709905 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.710241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.710574 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.710910 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.711231 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.711555 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.711941 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.712411 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.712733 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.713050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Tracked resource versions report: Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: pushed versions: Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Log': {'1.0'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Network': {'1.1'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Port': {'1.7'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'PortForwarding': {'1.2'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'QosPolicy': {'1.8'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SubPort': {'1.0'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Subnet': {'1.1'}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Trunk': {'1.1'}} Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: consumer versions: Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'ConntrackHelper': '1.0', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Log': '1.0', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Network': '1.1', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Port': '1.7', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'PortForwarding': '1.2', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'QosPolicy': '1.8', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroup': '1.4', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SecurityGroupRule': '1.2', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'SubPort': '1.0', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Subnet': '1.1', Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: 'Trunk': '1.1'}} Jun 08 12:44:51.714141 dv-cinder-784477-4-smb neutron-server[103615]: {{(pid=103615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:51.718478 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:51.740318 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.751820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48dcaf4d-f7df-421d-8a96-7da611650eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.752746 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.755193 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:51.755938 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.765647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:51.797435 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Made reservation on behalf of 00aaa373b9b24005b86a227449da0870 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:51.800023 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.826653 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.906909 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:51.907381 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:51.937685 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7712758 Jun 08 12:44:51.938423 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:51.948292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Request body: {'subnet': {'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1729975265-subnet', 'tenant_id': '29f2f495e1134799851b2a1e0c4fc266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:51.998347 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2211c2-d08e-42fc-bb4f-ff67231517ef,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:52.011083 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network fd2211c2-d08e-42fc-bb4f-ff67231517ef details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:52.013859 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:52.026943 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Made reservation on behalf of 29f2f495e1134799851b2a1e0c4fc266 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:52.040556 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.101280 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3216279 Jun 08 12:44:52.105996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38626) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:52.132790 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13efeb9d-ec7d-4101-a072-6934af2d17ce,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:52.182056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:52.184874 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-06f46941-19c0-4152-afc9-8702c9ee2f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:52.243577 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:52.247632 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:52.319788 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Request body: {'subnet': {'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1981411024-subnet', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:52.505739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Made reservation on behalf of efc2cf31cf004c8db35d81a59a42297b for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:44:52.510689 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:52.549619 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:52.574359 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:52.594065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:52.667351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38642) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:52.689052 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Pushing event updated for resources: {'Network': ['ID=ae409ad6-014d-434e-b658-5f341d69d708,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:52.697458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:52.722004 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network ae409ad6-014d-434e-b658-5f341d69d708 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:44:53.008201 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.025396 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:53.150631 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.194534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:53.198173 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:53.204432 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:53.212550 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.324547 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Checking segment: {'id': '15ccfab3-e335-4128-b037-d65c1e7bd001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:53.324902 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Network hostable DHCP agents. Network: fd2211c2-d08e-42fc-bb4f-ff67231517ef, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:53.355603 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.417851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Network fd2211c2-d08e-42fc-bb4f-ff67231517ef is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:53.457335 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, fd2211c2-d08e-42fc-bb4f-ff67231517ef) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:53.471618 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4040e92-9900-4315-842b-7b003357d065,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:53.472693 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d3f74-d63d-4caf-9fed-1e786806992c None None] Network fd2211c2-d08e-42fc-bb4f-ff67231517ef requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:53.491982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:53.492683 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.554953 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Checking segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:53.555629 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Network hostable DHCP agents. Network: ae409ad6-014d-434e-b658-5f341d69d708, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:53.584072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:53.595580 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6527634 Jun 08 12:44:53.600325 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Network ae409ad6-014d-434e-b658-5f341d69d708 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:53.613789 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, ae409ad6-014d-434e-b658-5f341d69d708) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:53.629098 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:53.629697 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.678018 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54192a-db3a-4eda-8db6-2a4be3bc2dcf None None] Network ae409ad6-014d-434e-b658-5f341d69d708 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:53.690065 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5749986 Jun 08 12:44:53.690342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38676) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:53.694847 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:53.704853 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b2645-15b9-4c9b-ad4e-e355479af685 None None] Network e2919bee-91d5-45af-b8a0-c92f2995d79f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:53.741810 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.743018 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.771766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.802104 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:53.850228 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1497e955-539a-4c48-848f-96ca3ec48804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:53.963355 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:44:54.192026 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1f9342df-db75-4b96-96e4-7fa7b8238548 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:54.265354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.367098 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.463847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6892f70-b944-48cd-bbb3-552e8f1933cf,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:54.570769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:54.582358 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Checking segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:54.583481 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Network hostable DHCP agents. Network: 91bb94f6-902c-44ef-90ec-7f3d97d48052, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:44:54.655873 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:44:54.715582 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 91bb94f6-902c-44ef-90ec-7f3d97d48052) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:54.774482 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:54.775581 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.784201 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d55d2-f55c-41bf-b43f-b8d2310b5996 None None] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:54.851189 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.884901 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.901943 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-ae409ad6-014d-434e-b658-5f341d69d708', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:44:54.903013 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:54.911737 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5600712 Jun 08 12:44:54.914892 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-645fe2a8-e462-4f36-a08f-33d66b2bbbf4 None None] Provisioning for port 1f9342df-db75-4b96-96e4-7fa7b8238548 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:54.917277 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38712) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:54.918513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:54.958949 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:44:55.056096 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=072ff8586e6e4e388492d851297d0a04&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3835111 Jun 08 12:44:55.057195 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca5c390-1e03-4d3d-b8fb-35ca0e3cde75,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:55.064167 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38728) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:55.070381 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:55.087805 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Router d389c840-6f68-48db-a490-6aba3ee24ccd is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:44:55.091759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.093725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.191385 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.279438 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.294823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.321566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Allocated IP 172.20.0.2 (ae409ad6-014d-434e-b658-5f341d69d708/a4040e92-9900-4315-842b-7b003357d065/f88ddf59-996c-4b23-9ff8-f66544831e2d) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:55.417076 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0eaef9-0ff5-40ca-8dcc-cd50ea24149c None None] Network fd2211c2-d08e-42fc-bb4f-ff67231517ef requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:55.441278 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.520517 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:55.523113 dv-cinder-784477-4-smb neutron-server[103613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 12:44:55.625023 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.633060 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Allocated IP 172.28.0.34 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/f492d166-15fa-4f5f-839a-73ec23d032cb) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:44:55.660499 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 1f9342df-db75-4b96-96e4-7fa7b8238548 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:55.693590 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:44:55.702307 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:44:55.715955 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:55.716592 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:44:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:55.770821 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1f9342df-db75-4b96-96e4-7fa7b8238548 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:55.771193 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.838247 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169cfb4-785e-40f2-8393-0ee1ba5dca95 None None] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:55.874704 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Provisioning complete for port 1f9342df-db75-4b96-96e4-7fa7b8238548 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:55.875128 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.882161 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:55.885905 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3f19dba5-ad5b-422c-a20d-58c19b4560be admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3870678 Jun 08 12:44:55.890740 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38750) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:55.920139 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-be0d9cc3-6ac5-468d-badf-1c47dc56d295 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:44:55.922244 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-be0d9cc3-6ac5-468d-badf-1c47dc56d295 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/networks?id=fd2211c2-d08e-42fc-bb4f-ff67231517ef HTTP/1.1" status: 200 len: 812 time: 0.4005334 Jun 08 12:44:55.974587 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:55.988342 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-28c0d46a-1fb6-4ecf-a8e6-16113b46e52a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/quotas/29f2f495e1134799851b2a1e0c4fc266 HTTP/1.1" status: 200 len: 375 time: 0.0592482 Jun 08 12:44:56.092506 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.104643 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-5a32f064-a74e-4131-b97f-d61249db95ff tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=29f2f495e1134799851b2a1e0c4fc266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097758 Jun 08 12:44:56.179242 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:56.180004 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:56.235407 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:56.240174 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:56.243693 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:56.490471 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:44:52Z', 'revision_number': 3, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:56.494898 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:44:56.495498 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Updating router d389c840-6f68-48db-a490-6aba3ee24ccd port 7f667d50-806b-4eb4-a06d-946297290da0 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:44:56.506588 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.525022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.600354 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.618500 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-aea3923b-7dbf-4889-84ca-9677c31748af service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:44:56.628321 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-aea3923b-7dbf-4889-84ca-9677c31748af service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2343221 Jun 08 12:44:56.635418 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.739850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] For port 1f9342df-db75-4b96-96e4-7fa7b8238548, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1f9342df-db75-4b96-96e4-7fa7b8238548,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:44:56.750981 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.826952 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:56.832532 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.db.api [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:44:56.832879 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_db.api [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:44:56.848020 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-ab83a8b6-4002-4d18-b48e-60194f89e1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.051263 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.060089 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.064070 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ca5c390-1e03-4d3d-b8fb-35ca0e3cde75 HTTP/1.1" status: 204 len: 168 time: 1.9943826 Jun 08 12:44:57.071362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.078367 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Transition to ACTIVE for port object f88ddf59-996c-4b23-9ff8-f66544831e2d will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:57.138016 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Transition to ACTIVE for port object f88ddf59-996c-4b23-9ff8-f66544831e2d will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:57.151488 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:44:57.152441 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:44:57.159954 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.177367 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Transition to ACTIVE for port object 7f667d50-806b-4eb4-a06d-946297290da0 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:44:57.182504 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Pushing event updated for resources: {'Port': ['ID=1f9342df-db75-4b96-96e4-7fa7b8238548,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.190337 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Network ae409ad6-014d-434e-b658-5f341d69d708 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:44:57.191524 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.192764 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:44:57.195963 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:44:57.206564 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.211525 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-51fd4468-d4bb-4fe8-9318-39a1a0ca975c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.281485 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Pushing event updated for resources: {'Port': ['ID=7f667d50-806b-4eb4-a06d-946297290da0,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.293115 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.293871 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.294615 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.295238 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.295808 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.296338 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.296865 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.297537 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.298115 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.298741 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.299515 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.300192 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Tracked resource versions report: Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: pushed versions: Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: { 'AddressGroup': {'1.2'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'ConntrackHelper': {'1.0'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Log': {'1.0'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Network': {'1.1'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Port': {'1.7'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'PortForwarding': {'1.2'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'QosPolicy': {'1.8'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroup': {'1.4'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroupRule': {'1.2'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SubPort': {'1.0'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Subnet': {'1.1'}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Trunk': {'1.1'}} Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: consumer versions: Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: { DHCP agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: HyperV agent@hv-cinder-78447: {}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: L3 agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: Metadata agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: Metering agent@dv-cinder-784477-4-smb: {}, Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: Open vSwitch agent@dv-cinder-784477-4-smb: { 'AddressGroup': '1.2', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'ConntrackHelper': '1.0', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Log': '1.0', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Network': '1.1', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Port': '1.7', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'PortForwarding': '1.2', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'QosPolicy': '1.8', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroup': '1.4', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SecurityGroupRule': '1.2', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'SubPort': '1.0', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Subnet': '1.1', Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: 'Trunk': '1.1'}} Jun 08 12:44:57.301480 dv-cinder-784477-4-smb neutron-server[103616]: {{(pid=103616) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 12:44:57.313953 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.329830 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Attempting to bind port f88ddf59-996c-4b23-9ff8-f66544831e2d on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:57.330354 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Attempting to bind port f88ddf59-996c-4b23-9ff8-f66544831e2d by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:57.330809 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Attempting to bind port f88ddf59-996c-4b23-9ff8-f66544831e2d on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:57.339536 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Attempting to bind port 7f667d50-806b-4eb4-a06d-946297290da0 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:44:57.340173 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Attempting to bind port 7f667d50-806b-4eb4-a06d-946297290da0 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:44:57.340848 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Attempting to bind port 7f667d50-806b-4eb4-a06d-946297290da0 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:44:57.347207 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:57.347897 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:57.348475 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.349032 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:57.349870 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Bound port: 7f667d50-806b-4eb4-a06d-946297290da0, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:57.350410 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.380755 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca5c390-1e03-4d3d-b8fb-35ca0e3cde75,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.380977 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:44:57.381586 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Checking segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:44:57.382134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.382623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Bound using segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:44:57.383989 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Bound port: f88ddf59-996c-4b23-9ff8-f66544831e2d, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:44:57.384203 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.387920 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.462070 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] For port 7f667d50-806b-4eb4-a06d-946297290da0, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:57.466420 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] For port 7f667d50-806b-4eb4-a06d-946297290da0, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=7f667d50-806b-4eb4-a06d-946297290da0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:57.474805 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.486480 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.505451 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-4a6c076f-02c4-487e-b1f0-e9fe4a0ac56d service neutron] 10.222.0.55 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759177 Jun 08 12:44:57.547911 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] For port f88ddf59-996c-4b23-9ff8-f66544831e2d, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:44:57.551793 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] For port f88ddf59-996c-4b23-9ff8-f66544831e2d, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f88ddf59-996c-4b23-9ff8-f66544831e2d,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:44:57.565582 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.572349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-46d40254-9221-49c0-b494-1df4388f0da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:57.620764 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Pushing event updated for resources: {'Port': ['ID=7f667d50-806b-4eb4-a06d-946297290da0,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.632202 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.656238 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:44:57.657183 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:44:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:57.771337 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:57.813701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Pushing event updated for resources: {'Port': ['ID=f88ddf59-996c-4b23-9ff8-f66544831e2d,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:57.835654 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1f9342df-db75-4b96-96e4-7fa7b8238548 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:57.954578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:57.987124 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1f9342df-db75-4b96-96e4-7fa7b8238548 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:44:57.987814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.020293 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:44:58.051025 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-c9cf8af8-7fb5-4bd4-86aa-41c4477b7f92 service neutron] 10.222.0.55 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442922 Jun 08 12:44:58.204093 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.261688 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.526528 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.629047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.630946 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38824) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.692500 dv-cinder-784477-4-smb neutron-server[103614]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 12:44:58.737916 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:44:52Z', 'revision_number': 3, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:44:58.750341 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8849b506-41c8-48f2-987e-13f8d6d5a93d None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:44:52Z', 'revision_number': 3, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:44:58.756172 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.775153 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:58.848707 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:44:58.870191 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d775b37fe4740b39441efecb6edc998&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6643534 Jun 08 12:44:58.878828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 38838) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:44:58.881998 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7881fb4f-36bb-4543-ba17-0baf05d9da7c req-620ab26b-9d60-4ba0-9056-eb663bb0d9d6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.2464893 Jun 08 12:44:59.008014 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ab02c-f4bb-479c-93d0-bae80d79f277,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:44:59.010969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:59.175546 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:44:59.229697 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:59.449751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee77d73b-dc07-43b4-81d4-8dbcf8f352ab None None] Network ae409ad6-014d-434e-b658-5f341d69d708 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:44:59.556280 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Router 5f0e7766-64a5-4588-a1d4-687215c7377d is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:44:59.573867 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-3440dc93-bb73-4de5-b251-c2941665a1a6 None None] Provisioning for port f88ddf59-996c-4b23-9ff8-f66544831e2d completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:44:59.745478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:59.786905 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:44:59.818955 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 7f667d50-806b-4eb4-a06d-946297290da0 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:44:59.831413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Allocated IP 172.28.0.214 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/48d3ffe8-f5b0-4f4f-a44c-5f3132b17284) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:00.123633 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 7f667d50-806b-4eb4-a06d-946297290da0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:00.155290 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 7f667d50-806b-4eb4-a06d-946297290da0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:00.155765 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.241202 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b277f0eb-d5b0-4ea3-b296-cd0ad8c85fed req-df44a160-6c47-4a7d-98d8-eb3ea63e1218 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.1756380 Jun 08 12:45:00.286621 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.310533 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.326890 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b84ab02c-f4bb-479c-93d0-bae80d79f277 HTTP/1.1" status: 204 len: 168 time: 1.4411430 Jun 08 12:45:00.341778 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fc474615-e9d4-4e17-85d8-890a20e3aa3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:00.369877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:00.380780 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ab02c-f4bb-479c-93d0-bae80d79f277,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:00.389710 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:00.431686 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.433255 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a2115d56-47c7-4f30-8a74-88e7c08066ad admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7419081 Jun 08 12:45:00.436557 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 38910) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:00.519123 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:00.579675 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:00.581224 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:44:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:00.607757 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:00.693411 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Allocated IP 172.20.0.1 (e2919bee-91d5-45af-b8a0-c92f2995d79f/daf397bb-74a6-4960-8c3a-5b60a29a6902/a4c4f0df-bb2c-4534-b6d7-d0789bda44dd) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:01.023485 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:01.025661 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:01.090035 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:01.105393 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:01.111758 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:01.247580 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.293300 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 7f667d50-806b-4eb4-a06d-946297290da0, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=7f667d50-806b-4eb4-a06d-946297290da0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:01.312043 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.325194 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:01.351262 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.427761 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Transition to ACTIVE for port object a4c4f0df-bb2c-4534-b6d7-d0789bda44dd will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:01.500147 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f88ddf59-996c-4b23-9ff8-f66544831e2d up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:01.573931 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:01.658698 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:01.754453 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:01.758479 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:01.762947 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:01.763810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.785743 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:01.911322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.47', 60014) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:01.986103 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32b40dd1-3a06-4e3a-9995-8316c10ff8f5 req-3a98a195-f108-4c2b-b085-50fdd0c55fda tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.3059356 Jun 08 12:45:02.059066 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=7f667d50-806b-4eb4-a06d-946297290da0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:02.076939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:02.123809 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port f88ddf59-996c-4b23-9ff8-f66544831e2d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:02.150379 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port f88ddf59-996c-4b23-9ff8-f66544831e2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:02.150762 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.222974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.249502 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-6fd49e4d-9da3-400e-960a-2465783a1196 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:02.251089 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-6fd49e4d-9da3-400e-960a-2465783a1196 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.47 "GET /v2.0/networks?id=fd2211c2-d08e-42fc-bb4f-ff67231517ef HTTP/1.1" status: 200 len: 812 time: 0.3375373 Jun 08 12:45:02.313214 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-549abb57-1198-4866-b6c6-80da50f9da78 None None] Provisioning for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:02.335786 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-549abb57-1198-4866-b6c6-80da50f9da78 None None] Provisioning complete for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:02.336386 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-549abb57-1198-4866-b6c6-80da50f9da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.345618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Request body: {'port': {'device_id': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef', 'admin_state_up': True, 'tenant_id': '29f2f495e1134799851b2a1e0c4fc266'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:02.389546 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.402387 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:44:56Z', 'revision_number': 3, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:02.414901 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:02.415808 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Updating router 5f0e7766-64a5-4588-a1d4-687215c7377d port f492d166-15fa-4f5f-839a-73ec23d032cb binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:02.473935 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-549abb57-1198-4866-b6c6-80da50f9da78 None None] Port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:02.504053 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:02.546918 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port f88ddf59-996c-4b23-9ff8-f66544831e2d, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f88ddf59-996c-4b23-9ff8-f66544831e2d,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:02.594862 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Allocated IP 172.20.0.1 (ae409ad6-014d-434e-b658-5f341d69d708/a4040e92-9900-4315-842b-7b003357d065/b357e1c2-c971-4895-b1c1-63eb1db61a48) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:03.127426 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.131214 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.164072 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:03.189234 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Transition to ACTIVE for port object b357e1c2-c971-4895-b1c1-63eb1db61a48 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:03.279300 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:03.280411 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:03.319238 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Network ae409ad6-014d-434e-b658-5f341d69d708 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:03.324352 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:03.345568 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 7f667d50-806b-4eb4-a06d-946297290da0 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:03.347358 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:03.348803 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.355674 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.458549 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.521092 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.633105 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Transition to ACTIVE for port object f492d166-15fa-4f5f-839a-73ec23d032cb will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:03.651236 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=f88ddf59-996c-4b23-9ff8-f66544831e2d,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:03.656265 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:03.668116 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.677693 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:03.796655 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Attempting to bind port f492d166-15fa-4f5f-839a-73ec23d032cb on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:03.799041 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Attempting to bind port f492d166-15fa-4f5f-839a-73ec23d032cb by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:03.799041 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Attempting to bind port f492d166-15fa-4f5f-839a-73ec23d032cb on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:03.804708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 7f667d50-806b-4eb4-a06d-946297290da0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:03.805090 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.836716 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cdf62b32-e543-43f3-9cee-78380e5ae4dc req-4bb48c23-667f-4b66-86e5-40ed8c415857 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.3817070 Jun 08 12:45:03.868435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:03.880208 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:03.880815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.881662 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:03.882581 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Bound port: f492d166-15fa-4f5f-839a-73ec23d032cb, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:03.882581 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:03.920758 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Pushing event updated for resources: {'Port': ['ID=f492d166-15fa-4f5f-839a-73ec23d032cb,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:03.940968 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:03.952225 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-752f2a54-cf64-4035-b5db-3cba16e15b3f None None] Provisioning for port b357e1c2-c971-4895-b1c1-63eb1db61a48 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:03.981816 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-752f2a54-cf64-4035-b5db-3cba16e15b3f None None] Provisioning complete for port b357e1c2-c971-4895-b1c1-63eb1db61a48 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:03.982283 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-752f2a54-cf64-4035-b5db-3cba16e15b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.052618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Made reservation on behalf of 29f2f495e1134799851b2a1e0c4fc266 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:04.059076 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.099360 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] For port f492d166-15fa-4f5f-839a-73ec23d032cb, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:04.115285 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] For port f492d166-15fa-4f5f-839a-73ec23d032cb, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f492d166-15fa-4f5f-839a-73ec23d032cb,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:04.194623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.239218 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-752f2a54-cf64-4035-b5db-3cba16e15b3f None None] Port b357e1c2-c971-4895-b1c1-63eb1db61a48 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:04.244490 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:04.337891 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.443948 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:04.444729 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:44:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:04.573372 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Pushing event updated for resources: {'Port': ['ID=f492d166-15fa-4f5f-839a-73ec23d032cb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:04.596648 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:04.839992 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:04.865974 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Allocated IP 172.20.0.3 (fd2211c2-d08e-42fc-bb4f-ff67231517ef/ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b/da33601c-773e-46b5-95f1-c2a144c84027) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:04.946999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.959352 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.961859 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.963610 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:45:04.964288 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:04.979809 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:05.015036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.030888 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.067418 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8534ff0f-bd29-4b8f-a11e-8889cdbcf7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:05.294404 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4fdf807a-2bfa-467a-b2df-29064391261a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.445017 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f88ddf59-996c-4b23-9ff8-f66544831e2d up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:05.581031 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e5daaa02-d90f-4454-818d-442a96331266 req-0dac5ccf-2baa-450c-87f9-86aea47b2c8f tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.1850231 Jun 08 12:45:05.656048 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:05.660539 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:05.662472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Pushing event updated for resources: {'Port': ['ID=b357e1c2-c971-4895-b1c1-63eb1db61a48,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:05.677811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port f88ddf59-996c-4b23-9ff8-f66544831e2d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:05.678259 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:05.690347 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:05.761748 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Network ae409ad6-014d-434e-b658-5f341d69d708 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:05.767204 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:06.188836 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-1b0da262-8f02-463d-98a2-34f6241869f6 None None] Provisioning complete for port b357e1c2-c971-4895-b1c1-63eb1db61a48 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:06.189508 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b0da262-8f02-463d-98a2-34f6241869f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.191674 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:06.203418 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Sync routers for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:06.219686 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:06.220665 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:44:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:06.247375 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:06.251325 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:06.252330 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.258352 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:06.272610 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.281912 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f30793fe-ea30-436b-8043-f3931a8ffe94 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.3298445 Jun 08 12:45:06.284671 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39104) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:06.395788 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:06.445206 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582129b4-91b1-4db8-9708-a2e15b7c2c01 None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:06.470868 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-1b0da262-8f02-463d-98a2-34f6241869f6 None None] Port b357e1c2-c971-4895-b1c1-63eb1db61a48 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:06.719885 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:06.728853 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] 10.222.0.55 "PUT /v2.0/routers/5f0e7766-64a5-4588-a1d4-687215c7377d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2890990 Jun 08 12:45:06.770075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:06.773534 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:06.811481 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9fe8e9bf-28df-493a-ad0c-b9bcb39cb1e3 None None] Provisioning complete for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:06.812155 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e9bf-28df-493a-ad0c-b9bcb39cb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:06.832009 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:07.114629 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Network fd2211c2-d08e-42fc-bb4f-ff67231517ef is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:07.126242 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8e9bf-28df-493a-ad0c-b9bcb39cb1e3 None None] Port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:07.305561 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:07.324724 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:07.331818 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.332871 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:07.518305 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-1d562ae1-75bf-48d6-a2c5-5d51bc777793 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1802998 Jun 08 12:45:07.564156 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608020-9cde-4e67-9ed2-116e4f5de011 req-da77bfa8-ce63-477c-8fa5-6a71813e8755 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:07.566570 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c1608020-9cde-4e67-9ed2-116e4f5de011 req-da77bfa8-ce63-477c-8fa5-6a71813e8755 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 931 time: 0.4950211 Jun 08 12:45:07.585605 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-2b152fcb-9cae-4f2f-b772-b695968eab3d tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:45:07.586986 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-2b152fcb-9cae-4f2f-b772-b695968eab3d tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094340 Jun 08 12:45:07.634531 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a93be94e-7280-41c5-8126-dccf9c445427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:07.652216 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39152) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:07.762972 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:07.893522 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c1608020-9cde-4e67-9ed2-116e4f5de011 req-8ca6babb-492b-4cf9-95b8-569edca6062e tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853932 Jun 08 12:45:08.080487 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.215478 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 3, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:08.229535 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Checking router: 807f3391-02d9-4fcb-9fab-48f7b00c5d39 for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:08.230325 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Updating router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:08.419963 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.433255 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.436430 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.539487 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:08.655467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8785bb1-bf41-460d-8dbd-4d6f4f9111ac,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:08.678945 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc974ebe9a8c4210a1cbedb9f01407ac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0253003 Jun 08 12:45:08.680004 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:08.680458 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39174) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:08.756405 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.795141 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:08.908980 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:08.999392 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.235144 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.239439 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.261507 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8785bb1-bf41-460d-8dbd-4d6f4f9111ac HTTP/1.1" status: 204 len: 168 time: 0.5692797 Jun 08 12:45:09.263501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a70b1173-5c52-48bc-8ea9-1941860ffb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:09.321958 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8785bb1-bf41-460d-8dbd-4d6f4f9111ac,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:09.334977 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:09.423600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f492d166-15fa-4f5f-839a-73ec23d032cb up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:09.429986 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Request body: {'port': {'device_id': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:09.626424 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port f492d166-15fa-4f5f-839a-73ec23d032cb completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:09.638732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port f492d166-15fa-4f5f-839a-73ec23d032cb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:09.639140 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.752295 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.789210 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Transition to ACTIVE for port object 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:09.804172 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.824600 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:09.870568 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39204) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:09.878767 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7584241', 'description': 'tempest-description--774282421'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:09.889802 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Attempting to bind port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:09.890225 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Attempting to bind port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:09.890549 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Attempting to bind port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:09.910580 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:09.911158 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:09.911572 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:09.912001 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:09.912496 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Bound port: 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:09.912873 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.000462 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.019296 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] For port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:10.023809 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] For port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:10.034092 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.045260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.126386 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:10.127413 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:10.164798 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39208) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:10.193771 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port f492d166-15fa-4f5f-839a-73ec23d032cb, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f492d166-15fa-4f5f-839a-73ec23d032cb,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:10.204408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.215189 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:10.435307 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88aa170-ed8f-4e66-930d-c36b296a38d6 None None] Pushing event updated for resources: {'Port': ['ID=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,revision_number=2']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:10.474937 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=f492d166-15fa-4f5f-839a-73ec23d032cb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:10.483462 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:10.499424 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-c88aa170-ed8f-4e66-930d-c36b296a38d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:10.502223 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:10.554379 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.563023 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.598871 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.602519 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:10.640781 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8486ff77-68e7-478a-b03a-f1cb6dd6acc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:10.748248 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5754408e-64c2-4b70-afb3-e1c6c71d99f7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:10.753161 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:10.805833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:10.818167 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] 10.222.0.55 "PUT /v2.0/routers/d389c840-6f68-48db-a490-6aba3ee24ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9259977 Jun 08 12:45:10.846004 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:10.888835 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:10.894901 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:10.974552 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.079327 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.102982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.124805 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:11.227341 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:11.366979 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88aa170-ed8f-4e66-930d-c36b296a38d6 None None] Pushing event updated for resources: {'Port': ['ID=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:11.377415 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-c88aa170-ed8f-4e66-930d-c36b296a38d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:11.384764 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd0ef54-d0e0-493a-ae79-e2107b445d3e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:11.395252 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:11.399165 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.404298 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1774 time: 1.5314324 Jun 08 12:45:11.415486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39244) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:11.428542 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group_rule': {'security_group_id': '5754408e-64c2-4b70-afb3-e1c6c71d99f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:11.443975 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:11.447265 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:11.535253 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.609475 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=829b9ae7f7e9405fb961492a617dd61b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4430146 Jun 08 12:45:11.613230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39254) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:11.626140 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f492d166-15fa-4f5f-839a-73ec23d032cb up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:11.674368 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.683523 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.733513 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:11.768115 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:11.770511 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808ba1a8-9872-4934-9d09-54ccf01efda4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:11.780797 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:11.849782 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.902068 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.906076 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863875 Jun 08 12:45:11.906736 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39264) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:11.914221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:11.931085 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group_rule': {'security_group_id': '5754408e-64c2-4b70-afb3-e1c6c71d99f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:12.087304 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:12.130846 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port f492d166-15fa-4f5f-839a-73ec23d032cb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:12.132152 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.208173 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.304945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-651782474-network', 'tenant_id': 'fdbedc41e5e44e4f8264ade3408c2cba'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:12.313610 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:12.440155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.441312 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82869804-be84-490e-9bd2-034c3ebe9ad0 req-43fc991d-bb60-4389-b71a-4468a6e8ea6a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:12.446900 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.452387 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4dd0ef54-d0e0-493a-ae79-e2107b445d3e HTTP/1.1" status: 204 len: 168 time: 0.8381031 Jun 08 12:45:12.453266 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Made reservation on behalf of fdbedc41e5e44e4f8264ade3408c2cba for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:12.456299 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-82869804-be84-490e-9bd2-034c3ebe9ad0 req-43fc991d-bb60-4389-b71a-4468a6e8ea6a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 931 time: 3.0987120 Jun 08 12:45:12.459467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.502502 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:12.541933 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd0ef54-d0e0-493a-ae79-e2107b445d3e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:12.544447 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.567885 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:12.611736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da33601c-773e-46b5-95f1-c2a144c84027 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:12.644444 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.664031 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.681931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.696323 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9cec88cc-8deb-4eef-8f44-0b2504291f08 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:12.763306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.780296 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce0f604-ad63-4b84-94ac-88a44817e9bd,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:12.793184 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:12.851743 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-82869804-be84-490e-9bd2-034c3ebe9ad0 req-21d444fc-518e-4bcf-af7b-416539bff10e tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815074 Jun 08 12:45:12.864011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Transition to ACTIVE for port object da33601c-773e-46b5-95f1-c2a144c84027 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:12.923294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:12.935733 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-551501f6-8d85-43db-9d80-6ce057d1f9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:12.991701 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.008096 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.018775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:13.074693 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.080755 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1700993 Jun 08 12:45:13.082260 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39282) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.095597 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:13.145373 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:13.203966 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd3904-5714-43cd-ad7f-89c6c846a3d4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:13.203966 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.203966 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.203966 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Added segment cd5c5bea-52ff-4adb-9dfe-eed6b5ff705f of type vlan for network 8bdf8b73-415b-4700-b843-7b33f662f783 Jun 08 12:45:13.208645 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39286) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.221374 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411599628', 'description': 'tempest-description--1708052612'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:13.249455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.289381 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.359760 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Pushing event updated for resources: {'Port': ['ID=da33601c-773e-46b5-95f1-c2a144c84027,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:13.380607 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.387188 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:13.426004 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.472505 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.491804 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:13.492778 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.502997 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48fa8faa-b5c5-427e-a84f-be49db0ad38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:13.645625 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39296) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:13.703640 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Attempting to bind port da33601c-773e-46b5-95f1-c2a144c84027 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:13.704294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Attempting to bind port da33601c-773e-46b5-95f1-c2a144c84027 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '15ccfab3-e335-4128-b037-d65c1e7bd001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:13.704401 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Attempting to bind port da33601c-773e-46b5-95f1-c2a144c84027 on network fd2211c2-d08e-42fc-bb4f-ff67231517ef {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:13.735899 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Port da33601c-773e-46b5-95f1-c2a144c84027 on network fd2211c2-d08e-42fc-bb4f-ff67231517ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:13.739400 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Attempting to bind port da33601c-773e-46b5-95f1-c2a144c84027 on network fd2211c2-d08e-42fc-bb4f-ff67231517ef {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:13.757357 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.818093 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdf8b73-415b-4700-b843-7b33f662f783,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:13.830544 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:13.845701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 8bdf8b73-415b-4700-b843-7b33f662f783 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:13.883644 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:13.884527 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Checking segment: {'id': '15ccfab3-e335-4128-b037-d65c1e7bd001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:13.885268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Bound using segment: {'id': '15ccfab3-e335-4128-b037-d65c1e7bd001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:13.886330 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Bound port: da33601c-773e-46b5-95f1-c2a144c84027, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ccfab3-e335-4128-b037-d65c1e7bd001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:13.886866 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:13.982027 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.000883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.027425 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Allocated IP 172.20.0.1 (91bb94f6-902c-44ef-90ec-7f3d97d48052/b6892f70-b944-48cd-bbb3-552e8f1933cf/e779cf55-f8c3-465c-8648-00d184b8addb) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:14.046311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.109312 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 3, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:14.140632 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7e119c-0fdd-4acb-801b-add808eb0842 None None] The sync data for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb is: [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 3, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:14.147349 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3648939 Jun 08 12:45:14.150706 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 2, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:14.162292 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:14.162664 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Updating router d389c840-6f68-48db-a490-6aba3ee24ccd port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:14.165426 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39302) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:14.188780 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8c980eed-20f3-4c63-808e-7258b3b7ea02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:14.203573 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:14.234388 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Request body: {'subnet': {'network_id': '8bdf8b73-415b-4700-b843-7b33f662f783', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-651782474-subnet', 'tenant_id': 'fdbedc41e5e44e4f8264ade3408c2cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:14.378800 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.449334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.494080 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff575bfa-7ef5-43a3-8acf-55a4edea5939,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:14.506181 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:14.539504 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 2, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:14.564324 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:14.573396 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Updating router 5f0e7766-64a5-4588-a1d4-687215c7377d port b357e1c2-c971-4895-b1c1-63eb1db61a48 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:14.592219 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:14.593212 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:14.647275 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=da33601c-773e-46b5-95f1-c2a144c84027,segment=NetworkSegment(15ccfab3-e335-4128-b037-d65c1e7bd001),segment_id=15ccfab3-e335-4128-b037-d65c1e7bd001)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:14.699060 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.701717 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Allocated IP 172.28.0.16 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/bc93429d-3d44-430b-9a8c-4f693e3a6c9b) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:14.760669 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:14.762650 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:14.857975 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:14.879621 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:14.905059 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:14.905362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.143940 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.181958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:15.182555 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.197048 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] 10.222.0.47 "PUT /v2.0/ports/da33601c-773e-46b5-95f1-c2a144c84027 HTTP/1.1" status: 200 len: 1093 time: 6.3799493 Jun 08 12:45:15.197537 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:15.225472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.228923 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:15.230281 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:15.242691 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.306288 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-48eecfb8-077a-4816-8ef3-fbfaf1c1753a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:15.346185 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.351776 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1403930 Jun 08 12:45:15.356061 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39320) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:15.364100 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94b845663dd0405b9eba2acc505f39a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7052681 Jun 08 12:45:15.365014 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cdaa89-8fab-4306-81aa-152a458dd59c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:15.369441 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:15.385243 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39322) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:15.398761 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group_rule': {'security_group_id': 'ff575bfa-7ef5-43a3-8acf-55a4edea5939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:15.419534 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.438506 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Transition to ACTIVE for port object a4c4f0df-bb2c-4534-b6d7-d0789bda44dd will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:15.447790 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.459610 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:15.519401 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:15.524632 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:15.536410 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:15.665988 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Pushing event updated for resources: {'Port': ['ID=da33601c-773e-46b5-95f1-c2a144c84027,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:15.761817 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.768469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:15.875406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be99f27-3f66-4878-b23b-ea26bdc28b24 req-2b8b4773-8687-4752-884c-1e34cef9885e tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:15.878068 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Made reservation on behalf of fdbedc41e5e44e4f8264ade3408c2cba for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:15.881595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.882974 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1be99f27-3f66-4878-b23b-ea26bdc28b24 req-2b8b4773-8687-4752-884c-1e34cef9885e tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 1.6885903 Jun 08 12:45:15.896488 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.934567 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Pushing event updated for resources: {'Port': ['ID=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:15.938646 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:15.968309 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.988898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:15.994797 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:16.023086 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.025637 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Transition to ACTIVE for port object b357e1c2-c971-4895-b1c1-63eb1db61a48 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:16.042727 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.057431 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:16.185159 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716553a-4821-4f37-bf2f-ea766f817a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "tag": "da33601c-773e-46b5-95f1-c2a144c84027"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:16.214086 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.256786 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.258257 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27cdaa89-8fab-4306-81aa-152a458dd59c HTTP/1.1" status: 204 len: 168 time: 0.8666456 Jun 08 12:45:16.266268 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Attempting to bind port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:16.266970 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Attempting to bind port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:16.267573 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Attempting to bind port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:16.272123 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-be618281-97f8-4dfe-ab20-48bfdde962e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:16.290417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cdaa89-8fab-4306-81aa-152a458dd59c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:16.294262 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:16.295001 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Checking segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:16.295657 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.297115 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Bound using segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:16.297653 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:16.298121 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Bound port: a4c4f0df-bb2c-4534-b6d7-d0789bda44dd, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:16.298831 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.304677 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1be99f27-3f66-4878-b23b-ea26bdc28b24 req-e1a49c75-6617-46df-b987-c090f96ae531 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163874 Jun 08 12:45:16.309770 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-0a97f228-a422-4151-b7a7-acaf855f65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:16.311564 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-0a97f228-a422-4151-b7a7-acaf855f65b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29f2f495e1134799851b2a1e0c4fc266&device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 1096 time: 0.9286082 Jun 08 12:45:16.397109 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.435466 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:16.465758 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:16.466426 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.562899 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.705149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.724332 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.743185 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] For port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:16.748003 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] For port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:16.773604 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:16.774722 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:16.810520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdac3ec-db4e-45b0-9e67-a3efd43d3cef,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:16.811843 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Pushing event updated for resources: {'Port': ['ID=b357e1c2-c971-4895-b1c1-63eb1db61a48,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:16.821521 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:16.887847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae742bc-6b32-4ca2-adfc-8bf689f7ec0e x-openstack-request-id: req-9ae742bc-6b32-4ca2-adfc-8bf689f7ec0e {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:16.888463 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "tag": "da33601c-773e-46b5-95f1-c2a144c84027", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:16.888665 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae742bc-6b32-4ca2-adfc-8bf689f7ec0e {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:16.901106 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027', 'status': 'completed', 'code': 200} Jun 08 12:45:16.920416 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:16.934825 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-2267973a-bfd2-4d8c-8075-2a7fa6ad7b15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da33601c-773e-46b5-95f1-c2a144c84027 HTTP/1.1" status: 200 len: 217 time: 0.3727791 Jun 08 12:45:16.963965 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:17.176023 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Attempting to bind port b357e1c2-c971-4895-b1c1-63eb1db61a48 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:17.176656 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Attempting to bind port b357e1c2-c971-4895-b1c1-63eb1db61a48 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:17.176754 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Attempting to bind port b357e1c2-c971-4895-b1c1-63eb1db61a48 on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:17.200896 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:17.201281 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Checking segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:17.201696 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.202101 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Bound using segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:17.202660 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Bound port: b357e1c2-c971-4895-b1c1-63eb1db61a48, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:17.208480 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Pushing event updated for resources: {'Port': ['ID=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:17.212819 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.265953 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:17.312705 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.313898 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-5eeaa13c-f6ba-436c-a544-9ce4c7df0edd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9433653 Jun 08 12:45:17.334599 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:17.335277 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:17.401185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.410967 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39356) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:17.426855 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group_rule': {'security_group_id': 'ff575bfa-7ef5-43a3-8acf-55a4edea5939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:17.463315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.494677 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] For port b357e1c2-c971-4895-b1c1-63eb1db61a48, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:17.499060 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] For port b357e1c2-c971-4895-b1c1-63eb1db61a48, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=b357e1c2-c971-4895-b1c1-63eb1db61a48,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:17.504481 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.533445 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:17.659115 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.661837 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbe617-6618-4905-a39f-57336aefb304 req-b6ec85c6-ba32-4ee0-af6f-ecc10e2c8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:17.663367 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-b6ec85c6-ba32-4ee0-af6f-ecc10e2c8abc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b HTTP/1.1" status: 200 len: 852 time: 0.2574069 Jun 08 12:45:17.671156 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.722650 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:17.764403 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Pushing event updated for resources: {'Port': ['ID=b357e1c2-c971-4895-b1c1-63eb1db61a48,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:17.766465 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:17.776834 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:17.784342 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:17.785011 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:17.799235 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.810685 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.831884 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:17.870428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:17.878137 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:17.932528 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Pushing event updated for resources: {'Port': ['ID=e779cf55-f8c3-465c-8648-00d184b8addb,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:17.947512 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.054427 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.079457 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.118003 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.213193 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.223749 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1285806 Jun 08 12:45:18.243455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'Port': ['ID=bc93429d-3d44-430b-9a8c-4f693e3a6c9b,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:18.249291 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.257075 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e8d852ff-7f86-4ee8-9b74-893c09f26e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:18.291022 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:18.298677 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.299511 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device b357e1c2-c971-4895-b1c1-63eb1db61a48 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:18.423292 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-3095aa4a-3174-49f7-94c5-2ee60f23bdde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd2211c2-d08e-42fc-bb4f-ff67231517ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5004802 Jun 08 12:45:18.431452 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:18.436457 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:18.509594 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9401fa7b-87b9-46be-bfa4-7d5e8821c2fc,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:18.532525 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Checking segment: {'id': 'cd5c5bea-52ff-4adb-9dfe-eed6b5ff705f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8bdf8b73-415b-4700-b843-7b33f662f783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:18.533352 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Network hostable DHCP agents. Network: 8bdf8b73-415b-4700-b843-7b33f662f783, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:18.538553 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:18.567374 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Network 8bdf8b73-415b-4700-b843-7b33f662f783 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:18.596061 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 8bdf8b73-415b-4700-b843-7b33f662f783) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:18.611290 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:18.614185 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:18.685226 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.4753709 Jun 08 12:45:18.814030 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:18.824134 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-5f6f6ce2-065d-4fa8-ac67-7b0acf1393df service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885911 Jun 08 12:45:18.846301 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:19.068976 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a489072-ec02-46db-b864-399599ead18c None None] Network 8bdf8b73-415b-4700-b843-7b33f662f783 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:19.139140 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-fd14df06-db5a-4742-aac0-5f62679e04f0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--7584241&fields=id&tenant_id=efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 267 time: 0.1449525 Jun 08 12:45:19.202518 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:19.206956 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f86704-0f5f-4492-8ce1-f8406eeb0b0c None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:19.416908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83519e89-bfc1-405c-9fff-1fc1437857bd req-70977e1c-518f-4b93-aad8-32fc0074f75a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:19.438005 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-83519e89-bfc1-405c-9fff-1fc1437857bd req-70977e1c-518f-4b93-aad8-32fc0074f75a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 1.7735293 Jun 08 12:45:19.476773 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-c45eafee-80ac-4528-b160-6cbd834a5d26 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:19.481901 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-c45eafee-80ac-4528-b160-6cbd834a5d26 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 811 time: 0.3341784 Jun 08 12:45:19.487690 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.505697 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-65e15c64-dd45-40f7-a651-d26bdfb40db1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/quotas/efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 375 time: 0.0154071 Jun 08 12:45:19.555193 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.566296 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.574703 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1dcb67-f049-4f9e-a57f-02fb2ea7a85a None None] Network 8bdf8b73-415b-4700-b843-7b33f662f783 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:19.628038 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:19.645908 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-83519e89-bfc1-405c-9fff-1fc1437857bd req-c444748e-65e6-49a0-85aa-8b4d918945d9 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069941 Jun 08 12:45:19.686895 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efc2af9-2069-4297-b699-c13ad9d90067,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:19.690061 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cedbe617-6618-4905-a39f-57336aefb304 req-cfdd5dbf-eeac-483c-9995-9256453102bf service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110235 Jun 08 12:45:19.691286 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-cf953ed0-db10-4506-b143-97c5a07a3cb8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1751063 Jun 08 12:45:19.721750 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:19.749771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.761071 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3450112 Jun 08 12:45:19.765384 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39430) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:19.773159 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:19.802727 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:16Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:19.810373 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:19.811892 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f65b01-6cbd-4370-b0b4-c7d18d1b5dde None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:16Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:19.817694 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port b357e1c2-c971-4895-b1c1-63eb1db61a48 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:19.825953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:19.900900 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port b357e1c2-c971-4895-b1c1-63eb1db61a48 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:19.904149 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.110319 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-7b26b551-64a2-4cc2-8e99-49a93c6bc227 service neutron] 10.222.0.55 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938284 Jun 08 12:45:20.120652 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39440) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:20.306418 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.393801 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port b357e1c2-c971-4895-b1c1-63eb1db61a48, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=b357e1c2-c971-4895-b1c1-63eb1db61a48,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:20.401770 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.437056 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:20.441124 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-69688024-a750-49b0-a2a7-8114fdc29861 service neutron] 10.222.0.55 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215299 Jun 08 12:45:20.708072 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=b357e1c2-c971-4895-b1c1-63eb1db61a48,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:20.717609 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:20.724691 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:20.737570 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] 10.222.0.55 "PUT /v2.0/routers/807f3391-02d9-4fcb-9fab-48f7b00c5d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4516003 Jun 08 12:45:20.758210 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Sync routers for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:20.799220 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:20.799939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:20.898123 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:20.912403 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39476) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:20.936804 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-382174469-network', 'tenant_id': 'a80afcec348d4575a59bf4c8aef05bca'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:21.012814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device a4c4f0df-bb2c-4534-b6d7-d0789bda44dd up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:21.124289 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2d2eb090-2637-44bd-8330-bf362da31450 req-2e0381e8-ab6a-4459-93c3-1d6d8367da3a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 210 time: 0.3783443 Jun 08 12:45:21.156661 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Made reservation on behalf of a80afcec348d4575a59bf4c8aef05bca for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:21.161027 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.173977 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.183818 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.207343 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.217765 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:21.245923 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66bf1c27d83d4974a2ce34a3bc2b68ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0933871 Jun 08 12:45:21.248575 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f243c61-d594-4e57-9ba1-1baf652dfa13,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:21.254930 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39486) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:21.264852 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:21.307445 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8306ba-863b-4dff-b891-291faf49c690 req-da7f9eef-6ae3-4748-b63f-7b4e7ecec265 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:21.309653 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4b8306ba-863b-4dff-b891-291faf49c690 req-da7f9eef-6ae3-4748-b63f-7b4e7ecec265 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 0.3620291 Jun 08 12:45:21.465181 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-19c576e5-3552-4c28-9f11-57ce157af3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:21.467618 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-19c576e5-3552-4c28-9f11-57ce157af3ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29f2f495e1134799851b2a1e0c4fc266&device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 1096 time: 0.4772813 Jun 08 12:45:21.469615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.531835 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4b8306ba-863b-4dff-b891-291faf49c690 req-7ffd598d-5445-4f82-ad31-e6a917b0aca5 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138333 Jun 08 12:45:21.551352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:21.576478 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:21.579690 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.692971 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:21.720458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.905174 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:21.962065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-f9bdff3d-8974-40db-8043-515dc3ecae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:21.963755 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-f9bdff3d-8974-40db-8043-515dc3ecae8f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd2211c2-d08e-42fc-bb4f-ff67231517ef HTTP/1.1" status: 200 len: 913 time: 0.4840078 Jun 08 12:45:21.984179 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.094820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.152227 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-f7bfa565-bee8-4390-b89f-0e505f307692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da33601c-773e-46b5-95f1-c2a144c84027 HTTP/1.1" status: 200 len: 217 time: 0.1700320 Jun 08 12:45:22.176045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.227499 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Allocated IP 172.28.0.90 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/211a2c24-9d0c-456a-9ace-b3867af2a797) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:22.280593 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-4912de78-5f67-4c24-ac7b-58eb0eaf0db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:22.282672 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-4912de78-5f67-4c24-ac7b-58eb0eaf0db7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b HTTP/1.1" status: 200 len: 852 time: 0.1174920 Jun 08 12:45:22.301533 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.351214 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:22.361598 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.362735 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:22.403117 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-7f6bbfe3-1ad3-4b26-bb4f-f310d18819a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd2211c2-d08e-42fc-bb4f-ff67231517ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050076 Jun 08 12:45:22.405685 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.414520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:45:22.439048 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5d63ae65-20fb-4be2-991a-2ca49b7b59ff req-2fe682e9-e9b7-45d3-b151-2c517860426b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 210 time: 0.0771766 Jun 08 12:45:22.489536 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39544) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:22.526918 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:16Z', 'revision_number': 4, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'e779cf55-f8c3-465c-8648-00d184b8addb', 'name': '', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'mac_address': 'fa:16:3e:65:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:12Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 2, 'project_id': '00aaa373b9b24005b86a227449da0870', 'subnets': [{'id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:22.536143 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Checking router: 807f3391-02d9-4fcb-9fab-48f7b00c5d39 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:22.536507 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Updating router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 port e779cf55-f8c3-465c-8648-00d184b8addb binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:45:22.595315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.618242 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-58b0e3b1-0999-403b-b3f6-ca4b30597a5a service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046990 Jun 08 12:45:22.618845 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912d9260-feb8-463c-a710-5cc8f7a6cfd3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.625031 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.677680 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.695172 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.793841 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:22.794218 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.826000 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.841964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.842567 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Added segment ec3c0a11-2e97-4137-9e37-6728c6f15eef of type vlan for network 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 Jun 08 12:45:22.847543 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.874512 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:22.878888 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f243c61-d594-4e57-9ba1-1baf652dfa13 HTTP/1.1" status: 204 len: 168 time: 1.6063430 Jun 08 12:45:22.898125 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-48e7cf36-d757-477b-b7ad-b18d82bff79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:22.942072 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-6b178eb6-6495-4387-bbbb-62384034359a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:22.943582 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-6b178eb6-6495-4387-bbbb-62384034359a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 819 time: 0.9757476 Jun 08 12:45:22.944392 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f243c61-d594-4e57-9ba1-1baf652dfa13,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:22.953447 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7716553a-4821-4f37-bf2f-ea766f817a6f req-84fdb5e5-95c8-4d84-bced-61831b1f395a service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605882 Jun 08 12:45:22.955461 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:22.964630 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.069012 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.083866 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.109976 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1cb5145b-e532-48b7-baa2-5f7c74c3b6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.135613 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1500b-c32d-4cc5-9c3a-ede3f7545d54 req-fdb7f85c-dffb-4646-a322-3f3f0fb69bca tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:23.138970 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2ba1500b-c32d-4cc5-9c3a-ede3f7545d54 req-fdb7f85c-dffb-4646-a322-3f3f0fb69bca tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 0.2926900 Jun 08 12:45:23.181710 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-9c299e6f-4f7f-46d4-bbc0-c7f91aa87ff6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/quotas/00aaa373b9b24005b86a227449da0870 HTTP/1.1" status: 200 len: 375 time: 0.2272732 Jun 08 12:45:23.229369 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2ba1500b-c32d-4cc5-9c3a-ede3f7545d54 req-77df9c5f-84a0-4832-9343-ea2a3701e47f tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761926 Jun 08 12:45:23.251182 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.252465 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=576afb146360445985927e41f708d31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7615504 Jun 08 12:45:23.256641 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39564) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.282807 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36acd28-bc33-4745-b12e-026ad769771b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.297011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.342467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.376704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.405158 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.406810 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.412772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.439897 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.444916 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device a4c4f0df-bb2c-4534-b6d7-d0789bda44dd up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:23.520549 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Transition to ACTIVE for port object e779cf55-f8c3-465c-8648-00d184b8addb will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:23.536177 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.541665 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:23.541873 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.542453 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.563354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.572754 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.578652 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.590599 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.685432 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b3d31-1ceb-40cb-96e9-7feb79d6f636,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.693616 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.694532 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.697106 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-27b3eba2-2658-430a-9318-936b92db63ad req-cb43cd66-3185-4301-b822-3ba74fef73f0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 210 time: 0.0600400 Jun 08 12:45:23.702448 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1a87767520b47e1a1191ee49ba8b872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926366 Jun 08 12:45:23.702448 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.703518 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a36acd28-bc33-4745-b12e-026ad769771b HTTP/1.1" status: 204 len: 168 time: 0.4456227 Jun 08 12:45:23.704632 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39574) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.705195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:23.708434 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Pushing event updated for resources: {'Port': ['ID=e779cf55-f8c3-465c-8648-00d184b8addb,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.710787 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:23.711173 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.725801 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36acd28-bc33-4745-b12e-026ad769771b,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.732066 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.745560 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.756028 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Pushing event updated for resources: {'Network': ['ID=1f399e8a-dc2b-4f7a-b7dd-acb196c6e231,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:23.761246 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:23.801315 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8669910 Jun 08 12:45:23.805222 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:23.805330 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:45:23.805965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.821959 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Request body: {'subnet': {'network_id': '1f399e8a-dc2b-4f7a-b7dd-acb196c6e231', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-382174469-subnet', 'tenant_id': 'a80afcec348d4575a59bf4c8aef05bca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:23.864855 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.892565 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Made reservation on behalf of a80afcec348d4575a59bf4c8aef05bca for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:23.895208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.896950 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:23.898292 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:23.932568 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-f21f006c-08de-425c-81bf-5d8aa553a722 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:23.935213 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-f21f006c-08de-425c-81bf-5d8aa553a722 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 811 time: 0.6902540 Jun 08 12:45:23.948696 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-b6a0596e-8d1c-43e2-a5c8-28a05dc9b434 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7561843 Jun 08 12:45:23.953077 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:23.958972 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:23.981513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:24.105472 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3c400fa1-b563-4970-984e-cd34a4bdbd57 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 377 time: 0.1494806 Jun 08 12:45:24.131248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'port': {'device_id': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'admin_state_up': True, 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'security_groups': ['5754408e-64c2-4b70-afb3-e1c6c71d99f7']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:24.232257 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Attempting to bind port e779cf55-f8c3-465c-8648-00d184b8addb on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:24.232694 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Attempting to bind port e779cf55-f8c3-465c-8648-00d184b8addb by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:24.233162 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Attempting to bind port e779cf55-f8c3-465c-8648-00d184b8addb on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:24.256295 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.265811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:24.265811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Checking segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:24.265811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.266528 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Bound using segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:24.266981 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5367f88c-13bd-40bd-887e-eea59731f369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.267204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Bound port: e779cf55-f8c3-465c-8648-00d184b8addb, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:24.267701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.280476 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.410874 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Checking segment: {'id': 'ec3c0a11-2e97-4137-9e37-6728c6f15eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '1f399e8a-dc2b-4f7a-b7dd-acb196c6e231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:24.411232 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Network hostable DHCP agents. Network: 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:45:24.411844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-34d78a1a-d90b-45cf-82df-aefeabea6c7c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103614) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:45:24.412933 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-34d78a1a-d90b-45cf-82df-aefeabea6c7c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404533 Jun 08 12:45:24.421910 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:24.432990 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.469741 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device b357e1c2-c971-4895-b1c1-63eb1db61a48 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:24.471772 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ccfe4a-93a1-4fbd-b3e6-36d4b3175d78,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.478737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.498861 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d6b3d31-1ceb-40cb-96e9-7feb79d6f636 HTTP/1.1" status: 204 len: 168 time: 0.7837667 Jun 08 12:45:24.503704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.506657 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-71e68bd8-b0f9-4260-905e-e896ae45b94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.536395 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.603982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Network 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:45:24.613002 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.614223 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] For port e779cf55-f8c3-465c-8648-00d184b8addb, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:24.624302 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] For port e779cf55-f8c3-465c-8648-00d184b8addb, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=e779cf55-f8c3-465c-8648-00d184b8addb,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:24.643200 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:24.645395 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b3d31-1ceb-40cb-96e9-7feb79d6f636,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.654407 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.665660 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:24.666644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.670590 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:24.672679 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.710436 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.db.api [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:45:24.710436 dv-cinder-784477-4-smb neutron-server[103613]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 12:45:24.710436 dv-cinder-784477-4-smb neutron-server[103613]: [parameters: {'project_id_1': 'fc398595167d4f37971f3b2c8618604f', 'expiration_1': datetime.datetime(2021, 6, 8, 12, 45, 24, 679996)}] Jun 08 12:45:24.710436 dv-cinder-784477-4-smb neutron-server[103613]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:45:24.711407 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_db.api [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:45:24.717915 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5920612-d808-432a-baae-9ad3de8d7589 None None] Network 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:24.741577 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc387dd-4c23-4ab8-a62b-33702ebe9f2a req-13c36930-ee5d-4359-b772-c84ca2d73439 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:24.743671 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bc387dd-4c23-4ab8-a62b-33702ebe9f2a req-13c36930-ee5d-4359-b772-c84ca2d73439 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 0.2191596 Jun 08 12:45:24.813435 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0010061 Jun 08 12:45:24.816992 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Made reservation on behalf of efc2cf31cf004c8db35d81a59a42297b for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:24.826962 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:24.862104 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bc387dd-4c23-4ab8-a62b-33702ebe9f2a req-a4b6908f-8e36-4ab6-ae08-7543fbf55382 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109736 Jun 08 12:45:24.920600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Pushing event updated for resources: {'Port': ['ID=e779cf55-f8c3-465c-8648-00d184b8addb,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:24.944515 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:24.948809 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port b357e1c2-c971-4895-b1c1-63eb1db61a48 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:24.953419 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.015589 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-16c66a2d-93d2-4c33-8af5-2128208a4506 service neutron] 10.222.0.55 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851097 Jun 08 12:45:25.060235 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:25.061247 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:25.067208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39618) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:25.198651 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-65438db5-1eb2-4457-8056-55930bd5bafe req-ea1909f1-71f8-4a83-9012-7be27e3c4cd7 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 210 time: 0.0661373 Jun 08 12:45:25.213535 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.239595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Deleting subnet 9401fa7b-87b9-46be-bfa4-7d5e8821c2fc {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:45:25.244879 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.321628 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.338730 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.444158 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe0ae0-2e66-48b6-9c5e-df6520934f39 None None] Network 1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:45:25.487362 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.487996 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-93bd19c7-acfe-47b8-96ce-af3193ec0694 service neutron] 10.222.0.55 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645216 Jun 08 12:45:25.507165 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d6df6463-bec7-4e46-90c7-29d5bfb1ba5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.546325 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.553200 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9401fa7b-87b9-46be-bfa4-7d5e8821c2fc,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.556073 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.558135 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9401fa7b-87b9-46be-bfa4-7d5e8821c2fc HTTP/1.1" status: 204 len: 168 time: 0.4900897 Jun 08 12:45:25.560037 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d3defb9e-719b-42e2-98b5-96855bb0c629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.560832 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.561372 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39632) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:25.564412 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.573412 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.586549 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fd59704e-b7c2-4ca5-8861-c12367ceb585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.619703 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fc6afc73-e520-4b08-ba65-2fcbd84a9292 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:25.639986 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fc398595167d4f37971f3b2c8618604f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2030780 Jun 08 12:45:25.676324 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:25.703033 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39636) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:25.758427 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.827647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37312dbb-0d79-4409-9afe-ac800771d085,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.838833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'Port': ['ID=211a2c24-9d0c-456a-9ace-b3867af2a797,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:25.847823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.848011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.849183 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0827367 Jun 08 12:45:25.852392 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:25.886301 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.910011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Allocated IP 172.20.0.6 (ae409ad6-014d-434e-b658-5f341d69d708/a4040e92-9900-4315-842b-7b003357d065/a3c7b044-f74a-421e-bce9-7a296dfe2cf8) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:25.959558 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:25.989068 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30f1ede4-b775-4189-97ea-22a1e0c36ec6 req-209ad80b-20ae-4ed1-8f8c-c0b3e8bb211e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 210 time: 0.0895734 Jun 08 12:45:26.084332 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.233904 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.259347 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.259695 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.260430 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.260908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > port after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.261239 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.261580 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > port after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.262714 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.262874 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.263086 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.263600 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.603828 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:16Z', 'revision_number': 4, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'e779cf55-f8c3-465c-8648-00d184b8addb', 'name': '', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'mac_address': 'fa:16:3e:65:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:12Z', 'updated_at': '2021-06-08T12:45:24Z', 'revision_number': 4, 'project_id': '00aaa373b9b24005b86a227449da0870', 'subnets': [{'id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:26.612916 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8dc6e-4198-4e67-aa85-ca1c398d11e3 None None] The sync data for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb is: [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:16Z', 'revision_number': 4, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'e779cf55-f8c3-465c-8648-00d184b8addb', 'name': '', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'mac_address': 'fa:16:3e:65:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:12Z', 'updated_at': '2021-06-08T12:45:24Z', 'revision_number': 4, 'project_id': '00aaa373b9b24005b86a227449da0870', 'subnets': [{'id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:26.616558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.617599 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.618178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.620164 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:45:26.620908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf8b73-415b-4700-b843-7b33f662f783']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:26.720176 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5c5bea-52ff-4adb-9dfe-eed6b5ff705f') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:26.720886 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5c5bea-52ff-4adb-9dfe-eed6b5ff705f') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:26.764111 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.791896 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-96d068a8-202f-4c13-b289-a84f5a926db0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--411599628&fields=id&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 267 time: 0.1443262 Jun 08 12:45:26.816764 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.832137 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.865780 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.881119 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37312dbb-0d79-4409-9afe-ac800771d085 HTTP/1.1" status: 204 len: 168 time: 1.1701527 Jun 08 12:45:26.885094 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:45:26.886902 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: from cryptography.utils import int_from_bytes Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: from cryptography.utils import int_from_bytes Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:45:26.911889 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:45:26.927736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:26.952076 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82dc5ca5-5130-460b-9920-fd0e5b364a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:26.969413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37312dbb-0d79-4409-9afe-ac800771d085,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:26.976657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:27.007312 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e339-7f45-4e98-98e5-b4aa9f8fa237 req-7d046364-40ce-4d00-8a65-f747b4c790f7 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:27.008893 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28b4e339-7f45-4e98-98e5-b4aa9f8fa237 req-7d046364-40ce-4d00-8a65-f747b4c790f7 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 943 time: 0.8025081 Jun 08 12:45:27.172492 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28b4e339-7f45-4e98-98e5-b4aa9f8fa237 req-7976d9f2-02a7-47ae-9c3b-e123a6bbcc9f tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422970 Jun 08 12:45:27.192128 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Transition to ACTIVE for port object a3c7b044-f74a-421e-bce9-7a296dfe2cf8 will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:27.237432 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.249806 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:27.254467 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:27.289931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4c380a9e-db7c-4bac-8f48-e6e241c255e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:27.303683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Network ae409ad6-014d-434e-b658-5f341d69d708 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:27.304908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:27.313375 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdf8b73-415b-4700-b843-7b33f662f783,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:27.314076 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:27.318970 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.319491 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:27.320173 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.321897 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] 10.222.0.55 "DELETE /v2.0/networks/8bdf8b73-415b-4700-b843-7b33f662f783 HTTP/1.1" status: 204 len: 168 time: 1.7594743 Jun 08 12:45:27.323249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:27.334023 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39704) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:27.344732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device da33601c-773e-46b5-95f1-c2a144c84027 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:45:27.372883 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-3fa4f684-dfad-4da8-9bb4-98aac439bb4d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2578351 Jun 08 12:45:27.435095 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Request body: {'port': {'device_id': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:27.507739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-de38f6c0-0f7e-417e-b55c-c67386744b42 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:27.509342 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-de38f6c0-0f7e-417e-b55c-c67386744b42 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 815 time: 0.6785109 Jun 08 12:45:27.550603 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-dc73fa0b-ded0-47c7-8536-d58f790fd8e3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/quotas/ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 375 time: 0.0287206 Jun 08 12:45:27.561622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Deleting subnet e9ccfe4a-93a1-4fbd-b3e6-36d4b3175d78 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:45:27.700006 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.729099 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=da33601c-773e-46b5-95f1-c2a144c84027,segment=NetworkSegment(15ccfab3-e335-4128-b037-d65c1e7bd001),segment_id=15ccfab3-e335-4128-b037-d65c1e7bd001)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:27.773690 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'da33601c-773e-46b5-95f1-c2a144c84027', 'network_id': 'fd2211c2-d08e-42fc-bb4f-ff67231517ef', 'port_id': 'da33601c-773e-46b5-95f1-c2a144c84027', 'mac_address': 'fa:16:3e:97:21:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:45:27.820420 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.943295 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487b184-7b29-42cd-98aa-309897979221 req-e74dac40-1d10-496a-b8fa-7296f7d54ea5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:27.951434 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7487b184-7b29-42cd-98aa-309897979221 req-e74dac40-1d10-496a-b8fa-7296f7d54ea5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 931 time: 0.5575256 Jun 08 12:45:27.976639 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:27.982328 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.47', 60048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:28.000658 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da33601c-773e-46b5-95f1-c2a144c84027 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:28.004822 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-52e2d9cc-03a8-4348-a497-20230a5842af None None] Provisioning for port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:28.013479 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-52e2d9cc-03a8-4348-a497-20230a5842af None None] Provisioning complete for port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:28.013479 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-52e2d9cc-03a8-4348-a497-20230a5842af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.075614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=da33601c-773e-46b5-95f1-c2a144c84027,segment=NetworkSegment(15ccfab3-e335-4128-b037-d65c1e7bd001),segment_id=15ccfab3-e335-4128-b037-d65c1e7bd001)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:28.095057 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.107045 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:28.193215 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-2155a643-2db5-43e5-8fa1-157e9764cf2c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6289563 Jun 08 12:45:28.196771 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.227889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.270593 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=da33601c-773e-46b5-95f1-c2a144c84027,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:28.279282 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:28.280505 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e779cf55-f8c3-465c-8648-00d184b8addb up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:28.355096 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.444421 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-52e2d9cc-03a8-4348-a497-20230a5842af None None] Port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:28.478383 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port e779cf55-f8c3-465c-8648-00d184b8addb completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:28.486901 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port e779cf55-f8c3-465c-8648-00d184b8addb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:28.487445 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.493829 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:28.572507 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ccfe4a-93a1-4fbd-b3e6-36d4b3175d78,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:28.591357 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7487b184-7b29-42cd-98aa-309897979221 req-dd80d89b-b9a4-40f7-9e70-9ec8986ee70e tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6240156 Jun 08 12:45:28.591778 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:28.598579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.601448 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9ccfe4a-93a1-4fbd-b3e6-36d4b3175d78 HTTP/1.1" status: 204 len: 168 time: 1.2660174 Jun 08 12:45:28.622463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39744) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:28.785093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.853030 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['da33601c-773e-46b5-95f1-c2a144c84027'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:28.878559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-3613f9e5-6563-41d2-9ef2-f026f5e29373 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:28.887963 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-3613f9e5-6563-41d2-9ef2-f026f5e29373 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 819 time: 0.9007101 Jun 08 12:45:28.909419 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.950699 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port e779cf55-f8c3-465c-8648-00d184b8addb, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=e779cf55-f8c3-465c-8648-00d184b8addb,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:28.968594 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:28.975167 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:29.055167 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-3fb14cf2-450c-4545-adf0-63499bed2947 service neutron] 10.222.0.55 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268240 Jun 08 12:45:29.199346 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=e779cf55-f8c3-465c-8648-00d184b8addb,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:29.205352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:29.489468 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c7b044-f74a-421e-bce9-7a296dfe2cf8 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:29.523896 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.562829 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f399e8a-dc2b-4f7a-b7dd-acb196c6e231']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:29.580869 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3c0a11-2e97-4137-9e37-6728c6f15eef') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:29.581163 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3c0a11-2e97-4137-9e37-6728c6f15eef') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:29.595036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Request body: {'port': {'device_id': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'admin_state_up': True, 'tenant_id': '00aaa373b9b24005b86a227449da0870'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:29.607940 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.620370 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.654617 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-a800a7cf-1af0-45c9-9788-0e45fe7e438a service neutron] 10.222.0.55 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835221 Jun 08 12:45:29.656214 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.664338 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:45:29.664863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:45:29.683330 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:45:29.780228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.782932 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Transition to ACTIVE for port object a3c7b044-f74a-421e-bce9-7a296dfe2cf8 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:29.789547 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.794687 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] 10.222.0.55 "DELETE /v2.0/networks/1f399e8a-dc2b-4f7a-b7dd-acb196c6e231 HTTP/1.1" status: 204 len: 168 time: 1.1651890 Jun 08 12:45:29.795886 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:29.813321 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:29.824897 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f399e8a-dc2b-4f7a-b7dd-acb196c6e231,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:29.832016 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d237f8df-5461-4df5-a909-75ed7fc0141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:29.842566 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:29.918990 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-044e1f9f-5c1a-4578-a66d-bb1ae16395e5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:29.920616 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-044e1f9f-5c1a-4578-a66d-bb1ae16395e5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 819 time: 1.0774202 Jun 08 12:45:29.995265 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e779cf55-f8c3-465c-8648-00d184b8addb up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:30.045591 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-96c50d05-e2f6-4b3e-b973-fe7448b11271 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/quotas/00aaa373b9b24005b86a227449da0870 HTTP/1.1" status: 200 len: 375 time: 0.0295370 Jun 08 12:45:30.205794 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a460484-43ee-4581-a451-6f4d1a263276 req-e6fb8ebc-3bf1-4358-9bc0-63b8b538eb09 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:30.206838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port e779cf55-f8c3-465c-8648-00d184b8addb triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:30.207157 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.210636 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0a460484-43ee-4581-a451-6f4d1a263276 req-e6fb8ebc-3bf1-4358-9bc0-63b8b538eb09 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 944 time: 0.2267888 Jun 08 12:45:30.223839 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:30.259751 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:30.301975 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Made reservation on behalf of 00aaa373b9b24005b86a227449da0870 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:30.305646 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.330690 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0a460484-43ee-4581-a451-6f4d1a263276 req-6979623b-3b8a-41b4-b14b-6bac78231a0a tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116545 Jun 08 12:45:30.346160 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Attempting to bind port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:30.346699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Attempting to bind port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:30.348901 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Attempting to bind port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:30.364232 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39802) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:30.380517 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 on network ae409ad6-014d-434e-b658-5f341d69d708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:30.380852 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Attempting to bind port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:30.420301 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-eab5e729-f927-4f9d-9a59-84283ce216d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdbedc41e5e44e4f8264ade3408c2cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546918 Jun 08 12:45:30.422696 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39806) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:30.460685 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:30.461082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Checking segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:30.461394 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Bound using segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:30.469320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Bound port: a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:30.472295 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.610166 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.692475 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.726089 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70290b2-4d3b-466f-a512-0843684e9bcc req-390e199b-7e48-46b0-8301-f72875692b71 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:30.734056 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f70290b2-4d3b-466f-a512-0843684e9bcc req-390e199b-7e48-46b0-8301-f72875692b71 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 943 time: 0.2376781 Jun 08 12:45:30.826811 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-0a0dbc3e-93fa-40a9-92cf-a9bea1a6e49e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7611973 Jun 08 12:45:30.840609 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f70290b2-4d3b-466f-a512-0843684e9bcc req-6e452171-58eb-4743-b9e2-e117f12788f0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1049716 Jun 08 12:45:30.897925 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.905440 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:30.922111 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52dd3904-5714-43cd-ad7f-89c6c846a3d4 HTTP/1.1" status: 204 len: 168 time: 0.4881098 Jun 08 12:45:30.923275 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:30.933202 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:45:30.956867 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd3904-5714-43cd-ad7f-89c6c846a3d4,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:30.960249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:31.101776 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Allocated IP 172.20.0.9 (91bb94f6-902c-44ef-90ec-7f3d97d48052/b6892f70-b944-48cd-bbb3-552e8f1933cf/cf915dee-4ce3-4336-913c-9d66992ab216) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:31.120860 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:31.151050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:31.241755 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2b1e50ba-f7e0-4ae7-9bff-fd7e8cfa44ca req-955e1dce-8007-40bf-b6eb-df34c4722670 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 210 time: 0.1764176 Jun 08 12:45:31.286094 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.302915 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:31.318926 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device da33601c-773e-46b5-95f1-c2a144c84027 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:31.421915 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:31.424961 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.427868 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] 10.222.0.47 "PUT /v2.0/ports/a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 1093 time: 4.0323851 Jun 08 12:45:31.430804 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:31.433238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db505f-0817-4e36-933f-cfeccb289185" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:31.487934 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port da33601c-773e-46b5-95f1-c2a144c84027 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:31.492571 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port da33601c-773e-46b5-95f1-c2a144c84027 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:31.492945 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.687312 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551f45b-93ba-46b6-b167-597c687e8c39 req-4aca32c6-25ad-499d-9e4d-635bb7197b39 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:31.696624 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8551f45b-93ba-46b6-b167-597c687e8c39 req-4aca32c6-25ad-499d-9e4d-635bb7197b39 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 944 time: 0.1616447 Jun 08 12:45:31.793612 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8551f45b-93ba-46b6-b167-597c687e8c39 req-56b25fec-bab2-4e17-8336-05126b2fc661 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952401 Jun 08 12:45:31.794442 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39842) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:31.814180 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:31.830268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Pushing event updated for resources: {'Port': ['ID=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:31.836074 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.47', 60061) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:31.839377 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:31.853920 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-26e06164-7ec7-4846-9929-15968f0c900e service neutron] 10.222.0.55 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424143 Jun 08 12:45:31.922682 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=da33601c-773e-46b5-95f1-c2a144c84027,segment=NetworkSegment(15ccfab3-e335-4128-b037-d65c1e7bd001),segment_id=15ccfab3-e335-4128-b037-d65c1e7bd001)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:31.927069 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:31.978785 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f529f9-d7b6-46cc-9024-f88097abbc63 x-openstack-request-id: req-87f529f9-d7b6-46cc-9024-f88097abbc63 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:31.978785 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:31.978785 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87f529f9-d7b6-46cc-9024-f88097abbc63 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:31.978785 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'status': 'completed', 'code': 200} Jun 08 12:45:32.063507 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.079059 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:32.179400 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-d75c5df1-5b04-47f2-a132-a522e2fe304a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:32.181414 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-d75c5df1-5b04-47f2-a132-a522e2fe304a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 815 time: 0.3411875 Jun 08 12:45:32.226933 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=da33601c-773e-46b5-95f1-c2a144c84027,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:32.242946 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:32.314323 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa21ce-a356-40f4-8582-c59f255643ec" -d '{"events": [{"server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "da33601c-773e-46b5-95f1-c2a144c84027"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:32.422913 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-be5084f1-fd81-4d67-aa4e-469d86f80d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:32.424732 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-be5084f1-fd81-4d67-aa4e-469d86f80d73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1096 time: 0.8355703 Jun 08 12:45:32.425484 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-845f5264-cdf1-46d3-b7a2-6fb633e4b09b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 379 time: 0.1289837 Jun 08 12:45:32.440808 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-95d2d800-ddd7-48ae-8123-f5d72115d862 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a80afcec348d4575a59bf4c8aef05bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447406 Jun 08 12:45:32.443362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39864) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:32.457521 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'port': {'device_id': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'admin_state_up': True, 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'security_groups': ['ff575bfa-7ef5-43a3-8acf-55a4edea5939']}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:32.549777 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-cf46d2c7-390c-4013-9c0e-6bde393750cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 217 time: 0.0891104 Jun 08 12:45:32.567300 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-119577c3-fc68-46f6-b104-5785812b6bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684034 Jun 08 12:45:32.644771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.692835 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.719105 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ddf7be8e-f042-4ec1-a15f-b0127390d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:32.720836 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-ddf7be8e-f042-4ec1-a15f-b0127390d75e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.1526110 Jun 08 12:45:32.733245 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4320a78-9426-4146-8f9d-a6f1859cb9bb req-e6ba46e1-4c95-4f19-899e-416e343992a0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:32.734833 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a4320a78-9426-4146-8f9d-a6f1859cb9bb req-e6ba46e1-4c95-4f19-899e-416e343992a0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 943 time: 0.5236006 Jun 08 12:45:32.810265 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a4320a78-9426-4146-8f9d-a6f1859cb9bb req-78a00eb5-428e-470e-b217-778ee6444f6f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0672202 Jun 08 12:45:32.821606 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.823643 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Made reservation on behalf of ead0603002f94534b11a88f11c5b9230 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:32.829067 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.863183 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:32.879505 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:32.907948 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:32.914137 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:32.954714 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:32.960436 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:32.961325 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:32.988347 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-c1d61f2b-47be-475a-843d-ae317469f569 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4771552 Jun 08 12:45:32.998544 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6fb63eca-3dee-4a6a-bc80-b3573f9f5f5e req-fae29b85-65f8-472a-b8d4-0746a0acbc7f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 210 time: 0.0859783 Jun 08 12:45:33.001027 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-6b1dc2db-18ab-4e38-9cbf-7d4b9bd92732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:33.002684 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-6b1dc2db-18ab-4e38-9cbf-7d4b9bd92732 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2613652 Jun 08 12:45:33.009267 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Request body: {'port': {'device_id': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:33.055608 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b2b864-fa07-4b01-8146-d797ff95aac9 x-openstack-request-id: req-e1b2b864-fa07-4b01-8146-d797ff95aac9 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:33.056176 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "da33601c-773e-46b5-95f1-c2a144c84027", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:33.056284 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e1b2b864-fa07-4b01-8146-d797ff95aac9 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:33.056672 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027', 'code': 200} Jun 08 12:45:33.170925 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 39888) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.339607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Allocated IP 172.20.0.12 (e2919bee-91d5-45af-b8a0-c92f2995d79f/daf397bb-74a6-4960-8c3a-5b60a29a6902/aef25c18-ac58-47da-9ca2-90290cf9c864) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:33.343124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.47', 60067) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:33.355231 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f6249602-c94a-416a-b893-5aad26e0ee5e req-c2922880-3b64-46d0-bcac-a73563628014 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 210 time: 0.1875250 Jun 08 12:45:33.408649 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.432562 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.437267 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/912d9260-feb8-463c-a710-5cc8f7a6cfd3 HTTP/1.1" status: 204 len: 168 time: 0.9831066 Jun 08 12:45:33.438340 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.466567 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:33.520987 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.534637 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912d9260-feb8-463c-a710-5cc8f7a6cfd3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:33.541761 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:33.561878 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-fead6458-04a2-45a8-94ce-34636e97bafa service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190123 Jun 08 12:45:33.722593 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaab27-3387-431e-88ea-aca00acdc7de req-2b571343-050c-45db-b1d9-d53997302a89 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:33.730309 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-18aaab27-3387-431e-88ea-aca00acdc7de req-2b571343-050c-45db-b1d9-d53997302a89 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.5201583 Jun 08 12:45:33.766483 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:33.857488 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Transition to ACTIVE for port object aef25c18-ac58-47da-9ca2-90290cf9c864 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:33.880053 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-18aaab27-3387-431e-88ea-aca00acdc7de req-89b0be38-04da-4d4f-9b00-695ddc683f32 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463096 Jun 08 12:45:33.932849 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-96f4cdfa-56f8-42bc-a416-834e53d16f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:33.934441 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-96f4cdfa-56f8-42bc-a416-834e53d16f86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 1098 time: 0.5736516 Jun 08 12:45:34.061325 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.078040 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.078639 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.097232 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c94b1a1b-20cd-43f7-8a2d-b3ddf6fd8f3d req-abb0266f-71c5-49aa-b436-0e348d8559d1 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242836 Jun 08 12:45:34.117108 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:34.162803 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:34.204149 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:34.238712 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=115ca624caf843cdb6f3c6f60c3f6973&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0667655 Jun 08 12:45:34.245775 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 39932) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:34.255207 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8be7ff-f57c-4d64-be49-1e5b9326708c req-8a83687c-9781-4db2-8e6c-3cbb528af308 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.256732 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7c8be7ff-f57c-4d64-be49-1e5b9326708c req-8a83687c-9781-4db2-8e6c-3cbb528af308 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 943 time: 0.2269936 Jun 08 12:45:34.276515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:34.281101 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:34.296583 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:34.380237 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20e1dcc-9353-4c90-bab4-b7d79c74de12,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:34.411537 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:34.555760 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.556375 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.599975 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00de1e1b-637f-420d-8dfc-99dda5b89c12 None None] Provisioning for port aef25c18-ac58-47da-9ca2-90290cf9c864 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:34.604952 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7c8be7ff-f57c-4d64-be49-1e5b9326708c req-13e23bd4-3f32-4116-9f1b-11391418aba5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2408323 Jun 08 12:45:34.607596 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00de1e1b-637f-420d-8dfc-99dda5b89c12 None None] Provisioning complete for port aef25c18-ac58-47da-9ca2-90290cf9c864 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:34.607983 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf915dee-4ce3-4336-913c-9d66992ab216 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:34.609750 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00de1e1b-637f-420d-8dfc-99dda5b89c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.612653 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58f299-d336-4741-b901-0b7de25d5050 req-493c0ddc-e407-4061-b0c6-c22426b686c8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.623292 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ed58f299-d336-4741-b901-0b7de25d5050 req-493c0ddc-e407-4061-b0c6-c22426b686c8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 932 time: 0.1783221 Jun 08 12:45:34.646100 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.655738 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.688155 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-00de1e1b-637f-420d-8dfc-99dda5b89c12 None None] Port aef25c18-ac58-47da-9ca2-90290cf9c864 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:45:34.723074 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db505f-0817-4e36-933f-cfeccb289185 req-75ab58d3-4886-46d0-982d-6480d6ca9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:34.725386 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-75ab58d3-4886-46d0-982d-6480d6ca9ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1096 time: 0.4780502 Jun 08 12:45:34.726902 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Transition to ACTIVE for port object cf915dee-4ce3-4336-913c-9d66992ab216 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:34.737263 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.755887 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-588b8735-5f9b-423e-b0c0-4fa739dd4f75 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3032258 Jun 08 12:45:34.765168 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.773279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.785081 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ed58f299-d336-4741-b901-0b7de25d5050 req-c8119cc1-a4d7-4470-beda-2d9175bec163 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592028 Jun 08 12:45:34.810011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.47', 60072) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:34.827831 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:34.851798 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:34.890843 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Request body: {'port': {'device_id': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:34.988727 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-629fc4da-bc6d-40c9-98b6-2e4d755376dd req-47de57a5-b8ef-4899-919d-8d7391580a17 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 210 time: 0.1579809 Jun 08 12:45:35.042719 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0906339 Jun 08 12:45:35.108178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-519efbe2-b4c8-47db-9bda-4309a854f57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.141987 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=cf915dee-4ce3-4336-913c-9d66992ab216,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:35.158342 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:35.158766 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:35.204886 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Attempting to bind port cf915dee-4ce3-4336-913c-9d66992ab216 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:35.205132 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Attempting to bind port cf915dee-4ce3-4336-913c-9d66992ab216 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:35.205475 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Attempting to bind port cf915dee-4ce3-4336-913c-9d66992ab216 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:35.216613 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db505f-0817-4e36-933f-cfeccb289185 req-a14ca300-50a8-42b2-a4c9-f92de177cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.218141 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-a14ca300-50a8-42b2-a4c9-f92de177cff3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.4831333 Jun 08 12:45:35.218811 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.226384 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.228328 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b20e1dcc-9353-4c90-bab4-b7d79c74de12 HTTP/1.1" status: 204 len: 168 time: 0.9704146 Jun 08 12:45:35.229266 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Port cf915dee-4ce3-4336-913c-9d66992ab216 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:35.229696 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Attempting to bind port cf915dee-4ce3-4336-913c-9d66992ab216 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:35.240223 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=046f5a7a-7f17-4df4-bc1e-376645a6f3a3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:35.245355 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:35.260451 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:35.268077 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:35.268422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Checking segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:35.268817 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Bound using segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:35.269316 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Bound port: cf915dee-4ce3-4336-913c-9d66992ab216, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:35.269667 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.278392 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.294353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20e1dcc-9353-4c90-bab4-b7d79c74de12,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:35.297981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:35.344545 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-162d8d63-0c87-4771-8566-9709a1116d15 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.346324 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-162d8d63-0c87-4771-8566-9709a1116d15 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 819 time: 0.5025899 Jun 08 12:45:35.413057 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:35.419621 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cf915dee-4ce3-4336-913c-9d66992ab216,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:35.435194 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.448053 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:35.591998 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Request body: {'port': {'device_id': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'admin_state_up': True, 'tenant_id': '00aaa373b9b24005b86a227449da0870'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:35.636018 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-c8e3688e-b6ab-403a-b156-c941f4378a23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 217 time: 0.0976579 Jun 08 12:45:35.639684 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.640354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:35.641999 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] 10.222.0.47 "PUT /v2.0/ports/cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 1093 time: 2.6372855 Jun 08 12:45:35.642647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:35.645279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:35.732236 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=cf915dee-4ce3-4336-913c-9d66992ab216,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:35.739213 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:35.829190 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd7751-c40f-4822-9d39-443cab8b9263 req-fa913b35-8ba3-455f-b8fd-dd37eccb70aa tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.838855 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-45cd7751-c40f-4822-9d39-443cab8b9263 req-fa913b35-8ba3-455f-b8fd-dd37eccb70aa tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.6619861 Jun 08 12:45:35.903138 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca73e4-95b7-4d6d-930e-a3929c92b528 x-openstack-request-id: req-faca73e4-95b7-4d6d-930e-a3929c92b528 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:35.903661 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:35.904056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faca73e4-95b7-4d6d-930e-a3929c92b528 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:35.905180 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216', 'status': 'completed', 'code': 200} Jun 08 12:45:35.913588 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db505f-0817-4e36-933f-cfeccb289185 req-2ba989cc-13cb-48b8-8b50-9d16ac7431ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:35.919702 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-2ba989cc-13cb-48b8-8b50-9d16ac7431ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.2656186 Jun 08 12:45:36.051064 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40000) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:36.232276 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-45cd7751-c40f-4822-9d39-443cab8b9263 req-fefc8885-c581-4105-8c31-123e2242c7f9 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921661 Jun 08 12:45:36.268527 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.410875 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-fce4a1b3-8ad9-4df3-8016-8247dcb8c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:36.414127 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-fce4a1b3-8ad9-4df3-8016-8247dcb8c304 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1096 time: 0.6491644 Jun 08 12:45:36.525204 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db505f-0817-4e36-933f-cfeccb289185 req-fa5cec7a-3047-4c7e-8682-faea4949c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:36.526018 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:36.527274 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-fa5cec7a-3047-4c7e-8682-faea4949c4b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5994031 Jun 08 12:45:36.538959 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d3d1-be15-4482-aab7-c4839ab766fd req-9c34df84-5cd9-40a8-be6a-7fc8a4ed5bc4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:36.540712 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3871d3d1-be15-4482-aab7-c4839ab766fd req-9c34df84-5cd9-40a8-be6a-7fc8a4ed5bc4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 932 time: 0.1764953 Jun 08 12:45:36.545967 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.582404 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Transition to ACTIVE for port object aef25c18-ac58-47da-9ca2-90290cf9c864 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:36.582677 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-7619199b-e1e6-4442-b8ed-1d903a2f0fb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.1439807 Jun 08 12:45:36.598232 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.608515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-58eb959f-36a5-479e-80ed-21bcd655d8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:36.696657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae173e46-8ba1-4b16-9e74-3936888da292 req-258d7a30-be99-464b-94c3-7440c7fec8f9 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:36.704142 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ae173e46-8ba1-4b16-9e74-3936888da292 req-258d7a30-be99-464b-94c3-7440c7fec8f9 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 943 time: 0.6080482 Jun 08 12:45:36.707965 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.737790 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3871d3d1-be15-4482-aab7-c4839ab766fd req-8afc9b87-cef5-4f60-aa35-caefc7ba068e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860001 Jun 08 12:45:36.742074 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.808255 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-35e244a0-6c5d-4ef2-9083-1ff6ceea1544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:36.844873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:36.855307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Made reservation on behalf of 00aaa373b9b24005b86a227449da0870 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:45:36.864610 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:36.878416 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-7d8e114b-b4ad-4068-9105-dfe99e8db4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:36.880718 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-7d8e114b-b4ad-4068-9105-dfe99e8db4b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.2866483 Jun 08 12:45:36.916754 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:36.962051 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ae173e46-8ba1-4b16-9e74-3936888da292 req-cb15c1af-3fb2-43ba-9888-038538b7ad15 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2568243 Jun 08 12:45:36.971483 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f541dce-d05b-423f-b61d-2b5443373cdb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:36.988280 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:36.992391 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3749cce768c74b68942ab174fa6df2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9383461 Jun 08 12:45:36.996471 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40020) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:37.001344 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3403b5c3-b70a-4e23-b010-bc332f11a4fa req-8bf0fa05-4085-4e7e-b141-16be9f383f3e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 210 time: 0.0859427 Jun 08 12:45:37.003783 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-f0b16ca9-5129-4158-a4c8-9c2bbce2ad7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045732 Jun 08 12:45:37.012328 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-e4aa4af2-04f6-4ec0-9552-f585ea5055c1 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514239 Jun 08 12:45:37.143291 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Attempting to bind port aef25c18-ac58-47da-9ca2-90290cf9c864 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:37.143650 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Attempting to bind port aef25c18-ac58-47da-9ca2-90290cf9c864 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:37.144165 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Attempting to bind port aef25c18-ac58-47da-9ca2-90290cf9c864 on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:37.194935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Port aef25c18-ac58-47da-9ca2-90290cf9c864 on network e2919bee-91d5-45af-b8a0-c92f2995d79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:37.195468 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Attempting to bind port aef25c18-ac58-47da-9ca2-90290cf9c864 on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:37.217046 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.227911 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:37.228518 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Checking segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:37.229489 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Bound using segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:37.230970 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Bound port: aef25c18-ac58-47da-9ca2-90290cf9c864, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:37.231528 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.285176 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-28724446-255c-44bd-9d0d-20b2094575ce service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709594 Jun 08 12:45:37.289601 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-31d62993-4316-4e27-9a20-0701ae271b2d service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545812 Jun 08 12:45:37.384962 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.493969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:37.524922 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:37.534615 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.542319 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Allocated IP 172.20.0.5 (91bb94f6-902c-44ef-90ec-7f3d97d48052/b6892f70-b944-48cd-bbb3-552e8f1933cf/0f1d5a91-cb70-422a-bd1b-77bec12c0be9) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:45:37.546846 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:37.606355 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.609542 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.610665 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f541dce-d05b-423f-b61d-2b5443373cdb HTTP/1.1" status: 204 len: 168 time: 0.6118712 Jun 08 12:45:37.641812 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3387ab9d-021a-4059-aab1-46a2398f5fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.662206 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:37.662919 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.664281 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] 10.222.0.47 "PUT /v2.0/ports/aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 1094 time: 2.7861152 Jun 08 12:45:37.674772 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:37.680064 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8e67193d-1090-466e-8ccb-1d0de2f512ea req-7f7aa300-2567-4a90-a108-75da677b370c service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880775 Jun 08 12:45:37.711112 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65047852-d864-49f1-9114-bde778525290 req-cfdbf988-421a-4b80-b4b2-a6d6d269a969 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:37.714547 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-65047852-d864-49f1-9114-bde778525290 req-cfdbf988-421a-4b80-b4b2-a6d6d269a969 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.2929649 Jun 08 12:45:37.767088 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:37.811310 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-65047852-d864-49f1-9114-bde778525290 req-3b7e6ec4-7b24-444d-8a0f-5a017172f60c tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759683 Jun 08 12:45:37.830017 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:37.842771 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:37.849301 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9a767244-36e4-4138-b82d-7bfd6389a6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:38.079165 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b9285-b351-4eba-ae35-7443acaa96e0" -d '{"events": [{"name": "network-changed", "server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:38.082914 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f541dce-d05b-423f-b61d-2b5443373cdb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:38.164595 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-e18417f7-0b49-43f1-a80b-abeaf10e7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.166255 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-e18417f7-0b49-43f1-a80b-abeaf10e7992 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1097 time: 0.2453151 Jun 08 12:45:38.172391 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:38.396582 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-e0ce919d-5d91-44a1-9972-6485537521f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 217 time: 0.2081153 Jun 08 12:45:38.523823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-e50bb2e5-e2ea-4308-b621-f8c86c4261f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.525387 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-e50bb2e5-e2ea-4308-b621-f8c86c4261f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1096 time: 0.5959175 Jun 08 12:45:38.534010 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.571092 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361acc96-d23e-4ce2-a778-003db18d4d29 req-29a61d56-bc52-4283-a5fb-b226fae52303 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.580216 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-361acc96-d23e-4ce2-a778-003db18d4d29 req-29a61d56-bc52-4283-a5fb-b226fae52303 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.5221376 Jun 08 12:45:38.599124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b3033250-1c82-4352-aa70-babc496fa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.601026 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-b3033250-1c82-4352-aa70-babc496fa523 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.1112099 Jun 08 12:45:38.661406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8d800-73d1-4cba-ba05-abbf87277b99 req-1912997e-eefe-4b12-9fb7-bd6f9d8cd159 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.663005 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-57d8d800-73d1-4cba-ba05-abbf87277b99 req-1912997e-eefe-4b12-9fb7-bd6f9d8cd159 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 943 time: 0.2654831 Jun 08 12:45:38.741125 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.767818 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-361acc96-d23e-4ce2-a778-003db18d4d29 req-4f22b028-4313-40f4-8a47-6324c0a97e22 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865473 Jun 08 12:45:38.817024 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-57d8d800-73d1-4cba-ba05-abbf87277b99 req-1a7bedae-41d4-410f-a877-84ad2b6d75f7 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1420286 Jun 08 12:45:38.839015 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-61e059ff-7b30-444c-9dca-077bd706ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.841495 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-61e059ff-7b30-444c-9dca-077bd706ce95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.3026128 Jun 08 12:45:38.843363 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-754f8c87-86b0-4129-8e5b-195110c8c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:38.845501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:38.848722 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-754f8c87-86b0-4129-8e5b-195110c8c1c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2353780 Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:45:38.849917 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:45:38.909186 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40094) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:39.013981 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-0948a4fb-5e0c-472e-a7c5-94df9c2cf39a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.1563315 Jun 08 12:45:39.099259 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Network 91bb94f6-902c-44ef-90ec-7f3d97d48052 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:45:39.108355 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-3e90606f-ae33-4fe9-99c1-52751392a75c service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523074 Jun 08 12:45:39.112662 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:45:39.349286 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:45:39.350573 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a3c7b044-f74a-421e-bce9-7a296dfe2cf8 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:45:39.364951 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.398442 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dceabf9-6994-4ca3-b86e-405f8604fc46 x-openstack-request-id: req-6dceabf9-6994-4ca3-b86e-405f8604fc46 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:39.399058 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:39.399579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dceabf9-6994-4ca3-b86e-405f8604fc46 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:39.400745 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'status': 'completed', 'code': 200} Jun 08 12:45:39.472830 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-c20bea38-8077-44b6-ad65-9a45094e0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:39.474356 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-c20bea38-8077-44b6-ad65-9a45094e0f82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.4445503 Jun 08 12:45:39.485617 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:39.486068 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.557136 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-95401e3a-af8f-4598-9e29-59a8b8800510 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666380 Jun 08 12:45:39.592821 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.604200 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.634178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:39.640875 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:39.661370 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'port_id': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'mac_address': 'fa:16:3e:36:b4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:45:39.705077 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf1b8-f4ed-41b7-817c-9e52ea0e8be1 req-fa530f90-1aba-4986-9ba2-37ff9feaf376 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:39.717254 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e1faf1b8-f4ed-41b7-817c-9e52ea0e8be1 req-fa530f90-1aba-4986-9ba2-37ff9feaf376 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 931 time: 0.6058950 Jun 08 12:45:39.734940 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cf6a3eaf0ca44cdb534d27ef95dfa39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172226 Jun 08 12:45:39.740120 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64fdcc-20b6-487d-bf1d-24a0bb8185a8,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:39.755089 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:39.760333 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40118) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:39.762764 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-5a6c4e45-0057-4807-ad44-be3a9e334c30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2070467 Jun 08 12:45:39.790521 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Request body: {'port': {'device_id': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:39.807561 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.819137 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-db354fff-e91b-4a91-a6e1-47e9c7d6246d req-9533f003-d885-4021-b8c0-07bcfab6a9b2 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026820 Jun 08 12:45:39.859151 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef76986-6454-4438-9dc0-540227c587cd req-302a6166-c2f6-4e31-aac8-1e29fea82911 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:39.861062 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3ef76986-6454-4438-9dc0-540227c587cd req-302a6166-c2f6-4e31-aac8-1e29fea82911 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.3357072 Jun 08 12:45:39.864134 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.869149 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c7b044-f74a-421e-bce9-7a296dfe2cf8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:39.926073 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:39.932562 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.937707 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:39.938250 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:39.953387 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e1faf1b8-f4ed-41b7-817c-9e52ea0e8be1 req-8fcd4e99-80c1-4e2d-8435-e09e2e628133 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347264 Jun 08 12:45:40.012464 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3ef76986-6454-4438-9dc0-540227c587cd req-3ceac4ce-d9c2-4dcb-b3c2-d2e9654b1775 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432409 Jun 08 12:45:40.083303 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-7b0026a0-9fbe-4728-a59f-63262460e44f service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175920 Jun 08 12:45:40.121640 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:40.135086 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:40.142329 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40132) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:40.169942 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.241987 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-41220a16-806b-4326-9be6-aca1eaf2f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.244423 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-41220a16-806b-4326-9be6-aca1eaf2f975 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1097 time: 0.2422338 Jun 08 12:45:40.411360 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-96804c34-68a3-42cc-a300-3676d01c2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.412994 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-96804c34-68a3-42cc-a300-3676d01c2a1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1615784 Jun 08 12:45:40.525723 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.580799 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-96e29f7a-8012-4c02-afd2-fc45411caf64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 217 time: 0.1159256 Jun 08 12:45:40.601506 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.627927 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['a3c7b044-f74a-421e-bce9-7a296dfe2cf8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:40.659566 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.686076 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:40.688096 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b64fdcc-20b6-487d-bf1d-24a0bb8185a8 HTTP/1.1" status: 204 len: 168 time: 0.9232211 Jun 08 12:45:40.689082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:40.714174 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64fdcc-20b6-487d-bf1d-24a0bb8185a8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:40.719985 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:40.744409 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-5c6e48eb-6634-4230-9d52-8595fe551367 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467175 Jun 08 12:45:40.793446 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc2ed7-c7f3-45ef-af38-bfdc0d8c8689 req-875a1334-1aae-460d-bb02-410551f52f24 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.795208 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-46bc2ed7-c7f3-45ef-af38-bfdc0d8c8689 req-875a1334-1aae-460d-bb02-410551f52f24 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.5740635 Jun 08 12:45:40.832002 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-2d89a372-baf0-4bee-bcf5-15fdcafec7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.843798 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-2d89a372-baf0-4bee-bcf5-15fdcafec7af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.2460186 Jun 08 12:45:40.979185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8927de-c2b9-4b8b-ad7a-726a9cf159ee req-1aebd849-0b53-43ee-8b7f-de9006401723 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:40.986903 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5a8927de-c2b9-4b8b-ad7a-726a9cf159ee req-1aebd849-0b53-43ee-8b7f-de9006401723 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 944 time: 0.5710082 Jun 08 12:45:41.015862 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-46bc2ed7-c7f3-45ef-af38-bfdc0d8c8689 req-b6e8871c-5767-4e0e-a4df-6b4a30e5dc89 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050617 Jun 08 12:45:41.174856 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5a8927de-c2b9-4b8b-ad7a-726a9cf159ee req-caaa442b-1a20-4317-b2cc-8330cc33c8c5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1871207 Jun 08 12:45:41.247333 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-5696bca0-7ac4-4e49-8024-fa1feab19cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:41.249103 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-5696bca0-7ac4-4e49-8024-fa1feab19cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3889735 Jun 08 12:45:41.272455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:41.294830 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.331311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Transition to ACTIVE for port object 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:45:41.335370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.341609 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.342698 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:41.350148 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.363424 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:41.377885 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device cf915dee-4ce3-4336-913c-9d66992ab216 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:45:41.428449 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bef5b6e2acb84cb0922cb33c4253c9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2662213 Jun 08 12:45:41.434739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:41.439856 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40170) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:41.451652 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb519217-cf76-497a-9f5c-1093b5885490,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:41.456723 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:41.479684 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:41.500414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-560e6098-286c-4e5b-8a62-2f6dd159d71f service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412786 Jun 08 12:45:41.598832 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cf915dee-4ce3-4336-913c-9d66992ab216,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:41.626210 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'cf915dee-4ce3-4336-913c-9d66992ab216', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'port_id': 'cf915dee-4ce3-4336-913c-9d66992ab216', 'mac_address': 'fa:16:3e:5c:a7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:45:41.674014 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8f6b9285-b351-4eba-ae35-7443acaa96e0 req-c231fe00-6e29-4271-9b43-e157dcc09368 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664226 Jun 08 12:45:41.710769 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.741364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.776023 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.799128 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf915dee-4ce3-4336-913c-9d66992ab216 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:41.818951 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cf915dee-4ce3-4336-913c-9d66992ab216,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:41.819909 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40184) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:41.826003 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.828554 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:41.849159 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.887635 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.890105 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:41.898983 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb519217-cf76-497a-9f5c-1093b5885490 HTTP/1.1" status: 204 len: 168 time: 0.4527214 Jun 08 12:45:41.913863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:41.924216 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=cf915dee-4ce3-4336-913c-9d66992ab216,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:41.929367 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:41.944515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb519217-cf76-497a-9f5c-1093b5885490,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:41.956960 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51cbd-a71b-41ac-824c-3d47e11eb751 req-d4d1121f-64f6-4d13-a5bd-1f913581afd4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:41.958638 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a9c51cbd-a71b-41ac-824c-3d47e11eb751 req-d4d1121f-64f6-4d13-a5bd-1f913581afd4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 943 time: 0.5264933 Jun 08 12:45:41.959633 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:42.036507 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a9c51cbd-a71b-41ac-824c-3d47e11eb751 req-122ed049-2b59-4879-bcd8-5d4e742806d7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606277 Jun 08 12:45:42.054556 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Attempting to bind port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:45:42.054791 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Attempting to bind port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:45:42.054962 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Attempting to bind port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:42.070531 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:45:42.070531 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Attempting to bind port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 on network 91bb94f6-902c-44ef-90ec-7f3d97d48052 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:45:42.076390 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:45:42.076729 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Checking segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:45:42.076838 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.077121 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Bound using segment: {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:45:42.077661 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Bound port: 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32b439-4c15-406d-b2e2-6ee19a42276b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:45:42.078451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.081657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.092208 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aabc24f9-b2ea-427f-884d-79520e366c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:42.147845 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=07363c3895944c01907fecf3d0d56eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260605 Jun 08 12:45:42.150615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf1098-d723-4df9-9906-3662638b736e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:42.151756 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40198) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:42.156085 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:42.365788 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.446049 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.488702 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa5523-b2a4-4d15-8586-be8ab660614b req-b8a8cacc-6ee4-427b-8c3f-034eefefd91d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:42.498813 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eefa5523-b2a4-4d15-8586-be8ab660614b req-b8a8cacc-6ee4-427b-8c3f-034eefefd91d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1864829 Jun 08 12:45:42.514773 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['cf915dee-4ce3-4336-913c-9d66992ab216'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:42.541520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40214) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:42.564975 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:45:42.567922 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.584310 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:45:42.591399 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.600154 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-45b33aa3-f803-490f-9e67-1575499d8851 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:42.625739 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eefa5523-b2a4-4d15-8586-be8ab660614b req-d8ca05da-97da-4577-bd0c-bcb0dd497e68 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245911 Jun 08 12:45:42.680213 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:42.681020 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.683142 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] 10.222.0.47 "PUT /v2.0/ports/0f1d5a91-cb70-422a-bd1b-77bec12c0be9 HTTP/1.1" status: 200 len: 1093 time: 2.9048014 Jun 08 12:45:42.684677 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:42.687391 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cee8f41-9b11-4df1-8866-924a6a001549" -d '{"events": [{"name": "network-changed", "server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:42.699660 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.702891 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.717955 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fadf1098-d723-4df9-9906-3662638b736e HTTP/1.1" status: 204 len: 168 time: 0.5527487 Jun 08 12:45:42.754296 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:42.774338 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:42.777381 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:42.868579 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.879075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:42.884127 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066ec26-bba4-497a-9ef1-4552c4f05cd1 req-cb046d1d-cd3f-435c-877b-c61132a67f42 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:42.894062 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a066ec26-bba4-497a-9ef1-4552c4f05cd1 req-cb046d1d-cd3f-435c-877b-c61132a67f42 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 944 time: 0.4123018 Jun 08 12:45:42.917018 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-0e58c0dc-5c23-4c46-b117-bae8d59bcedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:42.923766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf1098-d723-4df9-9906-3662638b736e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:42.966314 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.003086 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a066ec26-bba4-497a-9ef1-4552c4f05cd1 req-50ccd611-f626-46f1-a8cd-5a98833c4190 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0986941 Jun 08 12:45:43.042555 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa80a6-e369-4fa8-a6df-205abfe3ce19,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.048274 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b814bb18bba54b13a27c63f4e833043a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048985 Jun 08 12:45:43.049422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.050612 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:43.070598 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-445a5dba-7de4-4353-a01c-7f1670081077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:43.072198 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-445a5dba-7de4-4353-a01c-7f1670081077 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 1096 time: 0.2960491 Jun 08 12:45:43.158788 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.216642 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b72c07a-79d0-44a8-ab35-a6d2a85991b2 x-openstack-request-id: req-4b72c07a-79d0-44a8-ab35-a6d2a85991b2 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:43.216969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:43.217259 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b72c07a-79d0-44a8-ab35-a6d2a85991b2 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:43.217691 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9', 'status': 'completed', 'code': 200} Jun 08 12:45:43.256475 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-d74ac8fc-6c33-4730-9962-e97fdae74b1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9 HTTP/1.1" status: 200 len: 217 time: 0.1640501 Jun 08 12:45:43.333976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.363010 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:45:43.394155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-6a7c749e-82bf-42b6-b3a3-dbca80413239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:43.395636 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-6a7c749e-82bf-42b6-b3a3-dbca80413239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.1329648 Jun 08 12:45:43.447402 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.450990 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.452286 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1baa80a6-e369-4fa8-a6df-205abfe3ce19 HTTP/1.1" status: 204 len: 168 time: 0.4006586 Jun 08 12:45:43.453165 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8d298be5-ca7c-4d69-8a62-7fa318d5a086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:43.475123 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa80a6-e369-4fa8-a6df-205abfe3ce19,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:43.478476 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:43.488135 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a3c7b044-f74a-421e-bce9-7a296dfe2cf8 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:43.521944 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-b7cfb33d-264d-4b00-b9d4-8000633a4f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126862 Jun 08 12:45:43.647902 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:43.660929 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4aece0-f0bb-47c8-8e71-94dd7322acb6 req-7fe4b61d-5c53-4ea8-be42-765451a9087a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:43.662520 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1b4aece0-f0bb-47c8-8e71-94dd7322acb6 req-7fe4b61d-5c53-4ea8-be42-765451a9087a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 943 time: 0.3544199 Jun 08 12:45:43.684284 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:43.684676 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:43.787915 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1b4aece0-f0bb-47c8-8e71-94dd7322acb6 req-337e147a-bc20-4ea8-ac9b-4de9775f5bba tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130342 Jun 08 12:45:43.797318 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:43.843214 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:45:43.878363 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-72f41251-1512-46c1-8607-4dbaa259ffb1 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454449 Jun 08 12:45:44.048107 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.074670 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.097212 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:44.099697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7fcb2-ef3d-4dba-87e8-4444b655e7e2" -d '{"events": [{"server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:44.108350 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:44.116649 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:44.128925 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.131344 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.164248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40272) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:44.172693 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:44.181623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.224245 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.231984 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.232665 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.315319 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.319398 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.434472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b3602-14ba-4035-bec1-bf19b77ee474 req-e0ccb3da-04ed-4093-a67d-01ddc6258c8e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:44.436351 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-621b3602-14ba-4035-bec1-bf19b77ee474 req-e0ccb3da-04ed-4093-a67d-01ddc6258c8e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.2726538 Jun 08 12:45:44.440201 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-edda4324-d4a7-4758-8dcc-2420badb5f60 req-0c296af3-1e63-492c-bbe9-e3f772ec61e4 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536792 Jun 08 12:45:44.450773 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9ed13-4c30-4585-8694-13dad432e8fc req-6045f09f-1b1a-465a-bd29-3d8ac8120e46 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:44.462232 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-88b9ed13-4c30-4585-8694-13dad432e8fc req-6045f09f-1b1a-465a-bd29-3d8ac8120e46 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1929407 Jun 08 12:45:44.534991 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-621b3602-14ba-4035-bec1-bf19b77ee474 req-67c31446-4bca-4fc5-91e4-b94550b19742 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878332 Jun 08 12:45:44.546096 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-88b9ed13-4c30-4585-8694-13dad432e8fc req-748d731c-0490-41f4-85e7-47e109fc98b8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685201 Jun 08 12:45:44.608977 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.628397 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a29bb27-1b30-478e-af09-8828cfd54939 x-openstack-request-id: req-2a29bb27-1b30-478e-af09-8828cfd54939 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:44.628837 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:44.629194 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a29bb27-1b30-478e-af09-8828cfd54939 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:44.630176 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'code': 200} Jun 08 12:45:44.746515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-5d457235-2b96-472a-97ee-fae4b85f2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:44.748683 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-5d457235-2b96-472a-97ee-fae4b85f2b20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 1096 time: 0.1634247 Jun 08 12:45:44.809498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.818241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:44.847529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:44.908181 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['aef25c18-ac58-47da-9ca2-90290cf9c864'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:44.923270 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2647fdc6-c5ca-4345-b613-bde8a74290c2,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:44.932611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:44.995118 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c4bef1045ca4166879db4de4093640e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8295476 Jun 08 12:45:45.001085 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40296) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:45.107056 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-12ed67b0-4f52-4c81-8404-973ab43b60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:45.109627 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-12ed67b0-4f52-4c81-8404-973ab43b60dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.3498166 Jun 08 12:45:45.223815 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40302) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:45.315323 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a12742-b8fb-4c20-b0aa-e17106b055f0 req-73404756-cb0b-4faa-a071-b4b639a80156 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:45.329387 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-39a12742-b8fb-4c20-b0aa-e17106b055f0 req-73404756-cb0b-4faa-a071-b4b639a80156 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 943 time: 0.2991765 Jun 08 12:45:45.376648 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c408-741d-44af-9fd8-45c909e58506 req-1ea50c7b-f169-4ece-bd73-d22bc90565bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:45.379097 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9229c408-741d-44af-9fd8-45c909e58506 req-1ea50c7b-f169-4ece-bd73-d22bc90565bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.2669902 Jun 08 12:45:45.404105 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-89e044f4-d2f9-4bf3-aaa0-64f417895c98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9 HTTP/1.1" status: 200 len: 217 time: 0.2825532 Jun 08 12:45:45.408788 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device cf915dee-4ce3-4336-913c-9d66992ab216 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:45.484776 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-39a12742-b8fb-4c20-b0aa-e17106b055f0 req-79795b73-81c7-41c9-8868-12d2e6339a83 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457617 Jun 08 12:45:45.535245 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9229c408-741d-44af-9fd8-45c909e58506 req-463a569f-498a-4592-9925-e23782649a42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1483417 Jun 08 12:45:45.537533 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.559453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-9938d1d8-29e1-4bdc-abbf-44076020f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:45.561365 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-9938d1d8-29e1-4bdc-abbf-44076020f8af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.1478128 Jun 08 12:45:45.601583 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.640703 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port cf915dee-4ce3-4336-913c-9d66992ab216 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:45.646336 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port cf915dee-4ce3-4336-913c-9d66992ab216 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:45.646716 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.782477 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.788812 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.795533 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2647fdc6-c5ca-4345-b613-bde8a74290c2 HTTP/1.1" status: 204 len: 168 time: 0.7930527 Jun 08 12:45:45.799196 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1558e477-f44c-4862-bb13-5824a943bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:45.847414 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.852073 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a57e2a-abdd-4bb6-951f-344c93051745 req-a5f87def-3ff3-4366-898a-23fe41ac077e tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:45.855617 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e7a57e2a-abdd-4bb6-951f-344c93051745 req-a5f87def-3ff3-4366-898a-23fe41ac077e tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1329572 Jun 08 12:45:45.912289 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cf915dee-4ce3-4336-913c-9d66992ab216,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:45.918705 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:45.919475 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2647fdc6-c5ca-4345-b613-bde8a74290c2,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:45.921485 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:45.934361 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:45.965340 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.035751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=cf915dee-4ce3-4336-913c-9d66992ab216,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:46.041605 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e1c3f-4292-4e40-8be4-e78cb7d23450 req-1f0f4eac-6f7e-412c-b845-225de1eef65b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:46.044138 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a7e1c3f-4292-4e40-8be4-e78cb7d23450 req-1f0f4eac-6f7e-412c-b845-225de1eef65b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.2198811 Jun 08 12:45:46.059472 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:46.084637 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e7a57e2a-abdd-4bb6-951f-344c93051745 req-d29963fa-7732-4ba8-aa16-fb65b37b6153 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2222645 Jun 08 12:45:46.227620 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-ae4d0711-54aa-42d9-8969-b950dc4fe5bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1722598 Jun 08 12:45:46.322847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.335402 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-ce6dcafa-4562-4778-a984-b8f852f8cddb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1441514 Jun 08 12:45:46.336296 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.343312 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a7e1c3f-4292-4e40-8be4-e78cb7d23450 req-17ebc9f3-05e8-4c17-a03f-15e244e2a429 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865965 Jun 08 12:45:46.347058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1d092187-7808-4d57-b6f8-45312ed18d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:46.381413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050ee3a9-1486-4146-9393-80fee131e2d9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:46.397616 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:46.424298 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6d3a6b859c14c16a43f281824b4bf1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2016873 Jun 08 12:45:46.425872 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40326) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:46.482242 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-18f9f28d-3451-4207-b8f5-3bb446be4168 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387657 Jun 08 12:45:46.575502 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.631378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:46.635747 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ab416-e7b0-4b11-8fee-d97c43e74a3d" -d '{"events": [{"server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:46.639804 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.704501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644bb5e5-9e1c-4371-8795-8e9b8a517268 x-openstack-request-id: req-644bb5e5-9e1c-4371-8795-8e9b8a517268 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:46.705088 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:46.705576 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-644bb5e5-9e1c-4371-8795-8e9b8a517268 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:46.706184 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216', 'code': 200} Jun 08 12:45:46.714833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31407829-b5e2-4b31-8512-c9463a024e20 req-f596a8a2-352f-4aea-86b1-53792373338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:46.717701 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-f596a8a2-352f-4aea-86b1-53792373338a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29f2f495e1134799851b2a1e0c4fc266&device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 1098 time: 0.2536919 Jun 08 12:45:46.744281 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5cee8f41-9b11-4df1-8866-924a6a001549 req-b899dbf6-2fae-4154-8ddd-b57f17d59742 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520711 Jun 08 12:45:46.747043 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40336) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:46.780361 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.928585 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.935571 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:46.939667 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/050ee3a9-1486-4146-9393-80fee131e2d9 HTTP/1.1" status: 204 len: 168 time: 0.5078266 Jun 08 12:45:46.952959 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:46.978370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31407829-b5e2-4b31-8512-c9463a024e20 req-7a725ae0-1fcd-44bf-a478-a561f9c681ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:46.981180 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-7a725ae0-1fcd-44bf-a478-a561f9c681ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd2211c2-d08e-42fc-bb4f-ff67231517ef HTTP/1.1" status: 200 len: 913 time: 0.1922286 Jun 08 12:45:47.107981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050ee3a9-1486-4146-9393-80fee131e2d9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:47.117905 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:47.147216 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.164695 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.230036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:47.248876 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-e75fe464-2f43-43f8-983f-d5dfe7bff411 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da33601c-773e-46b5-95f1-c2a144c84027 HTTP/1.1" status: 200 len: 217 time: 0.2608714 Jun 08 12:45:47.278242 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ae8330b6ecb40df89143c28f1da884d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294755 Jun 08 12:45:47.286124 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40352) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:47.287529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948b2772-eaac-4825-b3e7-1fac3d5ad974,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:47.291925 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:47.393259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e59140-e634-4df5-aa03-0d897f6331ca req-8677ac64-4a21-4f62-b11f-65b36280857e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:47.397020 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b7e59140-e634-4df5-aa03-0d897f6331ca req-8677ac64-4a21-4f62-b11f-65b36280857e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 943 time: 0.6005347 Jun 08 12:45:47.435605 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:47.544503 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b7e59140-e634-4df5-aa03-0d897f6331ca req-ff4741a1-47fa-4a94-8add-32b89872feb9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331983 Jun 08 12:45:47.562326 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d334d1-2378-49de-bc5b-7274c83dd1fe req-3d024844-4685-48c4-97b9-9d1964ee5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:47.572139 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a9d334d1-2378-49de-bc5b-7274c83dd1fe req-3d024844-4685-48c4-97b9-9d1964ee5623 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.2719955 Jun 08 12:45:47.657139 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port aef25c18-ac58-47da-9ca2-90290cf9c864 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:47.676047 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port aef25c18-ac58-47da-9ca2-90290cf9c864 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:47.679566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.691520 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a9d334d1-2378-49de-bc5b-7274c83dd1fe req-88bfd8e4-202d-4a9e-801f-9d738e92df7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120739 Jun 08 12:45:47.802628 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31407829-b5e2-4b31-8512-c9463a024e20 req-9d2bb779-debf-4463-8a3c-0ce8cb2c3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:47.807509 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-9d2bb779-debf-4463-8a3c-0ce8cb2c3b35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b HTTP/1.1" status: 200 len: 852 time: 0.2049265 Jun 08 12:45:47.837735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.884530 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:47.925540 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f65fe-62dd-4c80-92e9-d169b96a51aa req-545f71b9-2498-4746-ab0f-eb40c465368f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:47.934059 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a22f65fe-62dd-4c80-92e9-d169b96a51aa req-545f71b9-2498-4746-ab0f-eb40c465368f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.4550874 Jun 08 12:45:48.015976 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a22f65fe-62dd-4c80-92e9-d169b96a51aa req-c544fddf-8244-4466-850d-4ca0ed1c4531 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0785871 Jun 08 12:45:48.064070 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.065360 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.067513 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.068838 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/948b2772-eaac-4825-b3e7-1fac3d5ad974 HTTP/1.1" status: 204 len: 168 time: 0.7811716 Jun 08 12:45:48.069621 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-69ebfc4b-df2f-458c-88ee-16b47f013050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:48.092433 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948b2772-eaac-4825-b3e7-1fac3d5ad974,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:48.106163 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:48.187463 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-b35acb91-6ead-4b49-9a51-9d2f4c9af30d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd2211c2-d08e-42fc-bb4f-ff67231517ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894942 Jun 08 12:45:48.250748 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:48.265770 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.270137 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:48.369289 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01365e94-b03b-4277-a7ec-d7f5f672094a req-9a5e8425-eeda-41d7-b3b9-9b17b6bb5fd2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:48.396293 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-01365e94-b03b-4277-a7ec-d7f5f672094a req-9a5e8425-eeda-41d7-b3b9-9b17b6bb5fd2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.3421073 Jun 08 12:45:48.455741 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-6e5b6af6-4102-413e-aaad-f297d3478d41 service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598813 Jun 08 12:45:48.468075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40374) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:48.532959 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.599742 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-01365e94-b03b-4277-a7ec-d7f5f672094a req-f79c4534-4dc9-4c9d-8d95-8acb9c8f3c92 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019219 Jun 08 12:45:48.716435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:48.727491 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b5fc62-784c-4f8b-b207-d46cf7421161" -d '{"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:48.772413 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.788582 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:48.792688 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:48.861693 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.868022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:48.887358 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6afa16dd-ee96-4153-9857-8449ce0e9276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:48.945584 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31407829-b5e2-4b31-8512-c9463a024e20 req-2c2c6802-3322-4bfc-ae76-89cc828e65d3 service neutron] 10.222.0.47 "GET /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802887 Jun 08 12:45:48.987168 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804d9a-cb10-40ed-bb6a-599b33dd78dc req-4e9256cf-092e-4ae0-8466-8a488ee1857f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:48.988742 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b804d9a-cb10-40ed-bb6a-599b33dd78dc req-4e9256cf-092e-4ae0-8466-8a488ee1857f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 943 time: 0.2027905 Jun 08 12:45:49.034354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de5c70-65c2-4d0b-922d-627530efb218,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:49.044729 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a70fd8b5e454a8f887d8191c2f1caa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705667 Jun 08 12:45:49.046488 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:49.054501 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40386) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:49.088516 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b804d9a-cb10-40ed-bb6a-599b33dd78dc req-0fd6279d-2cdf-46c7-bd99-a7e528233baf tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Jun 08 12:45:49.203435 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.210994 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4220c0a-56b1-4245-97ad-1abfb105f1cc x-openstack-request-id: req-f4220c0a-56b1-4245-97ad-1abfb105f1cc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:49.211432 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:49.212033 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4220c0a-56b1-4245-97ad-1abfb105f1cc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:49.212652 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'code': 200} Jun 08 12:45:49.255529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784f9e5-6fbf-49f8-9856-05e09d21eefc req-9ab4a0a2-2e04-4290-80e0-6572f9e0e53c tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:49.261421 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b784f9e5-6fbf-49f8-9856-05e09d21eefc req-9ab4a0a2-2e04-4290-80e0-6572f9e0e53c tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.3397946 Jun 08 12:45:49.281584 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.409423 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:45:49.457896 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.478736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:49.483065 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6de5c70-65c2-4d0b-922d-627530efb218 HTTP/1.1" status: 204 len: 168 time: 0.4268482 Jun 08 12:45:49.499696 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2192a0df-2047-4479-9ecc-bca33fd967e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:49.539946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6a5d-be6b-4d3a-9300-712546ed337c req-a599da98-6a03-437a-986b-e069a6cf8cfa tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:49.545317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de5c70-65c2-4d0b-922d-627530efb218,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:49.560069 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0dbe6a5d-be6b-4d3a-9300-712546ed337c req-a599da98-6a03-437a-986b-e069a6cf8cfa tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1666059 Jun 08 12:45:49.564306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.564981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.565542 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.566203 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.566769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.567460 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.568152 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.568699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.569238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.570012 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.570730 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.571308 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:49.586091 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:49.610421 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b784f9e5-6fbf-49f8-9856-05e09d21eefc req-a1ff5f59-6874-4633-9b57-f98f492573df tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870898 Jun 08 12:45:49.733699 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0dbe6a5d-be6b-4d3a-9300-712546ed337c req-7dda1455-8ae2-41cd-94ca-480a134ae86e tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1693296 Jun 08 12:45:49.959216 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:50.029813 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9', 'network_id': '91bb94f6-902c-44ef-90ec-7f3d97d48052', 'port_id': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9', 'mac_address': 'fa:16:3e:2e:85:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6892f70-b944-48cd-bbb3-552e8f1933cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:45:50.270999 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972351ce-3aa7-41f5-862e-a953071d1cd9 req-751748b1-94b8-47c3-8a33-af8b4e346310 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:50.286195 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-972351ce-3aa7-41f5-862e-a953071d1cd9 req-751748b1-94b8-47c3-8a33-af8b4e346310 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.3233817 Jun 08 12:45:50.302428 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.339092 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280ed20-c205-485e-846b-33ca66d45eac req-5b921a82-e7f2-4742-8398-3453e3bf6746 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:50.357703 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e280ed20-c205-485e-846b-33ca66d45eac req-5b921a82-e7f2-4742-8398-3453e3bf6746 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1403048 Jun 08 12:45:50.361526 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40424) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:50.372356 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'floatingip': {'port_id': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:50.431349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:45:50.433206 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-972351ce-3aa7-41f5-862e-a953071d1cd9 req-a2356c71-bc81-4973-9c6c-50e86f13c152 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430869 Jun 08 12:45:50.481291 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:50.503787 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:50.505827 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:50.752632 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:50.781384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:51.005626 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:51.037711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8f58d-f8fb-41da-8941-59ab89e2b6af req-6e53505f-56bc-4abc-b415-ce4197b3eedd tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:51.056326 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d4a8f58d-f8fb-41da-8941-59ab89e2b6af req-6e53505f-56bc-4abc-b415-ce4197b3eedd tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.2039711 Jun 08 12:45:51.149153 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d4a8f58d-f8fb-41da-8941-59ab89e2b6af req-5d26326f-c75e-4d11-976f-0647b1908764 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876324 Jun 08 12:45:51.178511 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0f1d5a91-cb70-422a-bd1b-77bec12c0be9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:45:51.216651 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c7609-c189-433a-8764-a148430e4b97 req-17603158-137b-4263-9a40-a1e71cd41b04 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:51.218211 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c82c7609-c189-433a-8764-a148430e4b97 req-17603158-137b-4263-9a40-a1e71cd41b04 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 944 time: 0.5974422 Jun 08 12:45:51.220288 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc96a-a8a0-47fa-921e-d308e3a5356a req-4f33f62f-606a-40f1-b111-ddf924a69e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:51.221655 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c8fdc96a-a8a0-47fa-921e-d308e3a5356a req-4f33f62f-606a-40f1-b111-ddf924a69e55 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1099 time: 0.6292903 Jun 08 12:45:51.402804 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c82c7609-c189-433a-8764-a148430e4b97 req-c8722579-30a3-4d72-bde7-83bb4c118cca tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739104 Jun 08 12:45:51.512262 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c8fdc96a-a8a0-47fa-921e-d308e3a5356a req-e27c0878-8ef1-40e3-a4ef-c67c10d367a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487927 Jun 08 12:45:51.818227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40474) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:51.931674 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85469cb3-322a-4902-b619-65e8e150d57f req-9fbb532a-b70f-4da5-aa4c-618cfa97b5d6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:51.935415 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-85469cb3-322a-4902-b619-65e8e150d57f req-9fbb532a-b70f-4da5-aa4c-618cfa97b5d6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2664211 Jun 08 12:45:52.039080 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-85469cb3-322a-4902-b619-65e8e150d57f req-5b470b51-13e2-42a7-bf1c-3b3d5d0f8bb2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957901 Jun 08 12:45:52.308111 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:52.316486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:52.351981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:52.634631 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:52.647163 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:52.681600 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8b93613c-209d-4cea-8065-8eba62edc432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:52.903563 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1248fe9861434de7854c34559fe9c20b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0657508 Jun 08 12:45:52.903563 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf06629-b62b-4880-b6f5-ef5038b14b0c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:52.907764 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:52.911522 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5bbb94a4-3906-4b08-bdfa-cda40d8c7a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:53.035070 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Floating IP 7eeb68a8-0d13-4a27-8827-3eb05787adde associated. External IP: 172.28.0.16, port: a3c7b044-f74a-421e-bce9-7a296dfe2cf8. Jun 08 12:45:53.041836 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f2e93-be37-4ba8-a94e-1a78cb55fc3c req-0f7938dd-25b4-4f37-a608-abf10eda6a3f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:53.044218 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-449f2e93-be37-4ba8-a94e-1a78cb55fc3c req-0f7938dd-25b4-4f37-a608-abf10eda6a3f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 944 time: 0.3255174 Jun 08 12:45:53.045323 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:53.115191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:53.312110 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8a0b2cf-e891-4208-8d2a-4a338bff8adb tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:53.314583 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8a0b2cf-e891-4208-8d2a-4a338bff8adb tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.9993558 Jun 08 12:45:53.329356 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-449f2e93-be37-4ba8-a94e-1a78cb55fc3c req-9caba20d-82d5-4347-a35c-0d1ec3809e30 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735529 Jun 08 12:45:53.373351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:53.376258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:53.377606 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1cf06629-b62b-4880-b6f5-ef5038b14b0c HTTP/1.1" status: 204 len: 168 time: 0.4684911 Jun 08 12:45:53.378496 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:53.403050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf06629-b62b-4880-b6f5-ef5038b14b0c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:53.406466 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:53.463960 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:45:53.503737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f793-f93b-4570-8ee2-3d3c2e79fe41 req-cbbb5ba3-daeb-4224-9e2a-55fbaca970a0 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:53.528772 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fc70f793-f93b-4570-8ee2-3d3c2e79fe41 req-cbbb5ba3-daeb-4224-9e2a-55fbaca970a0 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 945 time: 0.9446604 Jun 08 12:45:53.731847 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:45:53.741656 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:45:53.742566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:53.789771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02b20-45f6-4238-aad9-35facff9a189 req-38cb6fb2-f114-458e-a37a-c7ab2202e152 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:53.801548 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ede02b20-45f6-4238-aad9-35facff9a189 req-38cb6fb2-f114-458e-a37a-c7ab2202e152 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1669595 Jun 08 12:45:53.887848 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ede02b20-45f6-4238-aad9-35facff9a189 req-becb4ae3-01e9-4e60-8171-389aac3c7c30 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852253 Jun 08 12:45:53.904649 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fc70f793-f93b-4570-8ee2-3d3c2e79fe41 req-c03dd813-80c5-4ffb-8c20-7282323d528b tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744123 Jun 08 12:45:54.000266 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.036644 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:54.039735 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f52673-ffa4-4cda-bfa7-367799109210" -d '{"events": [{"server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "name": "network-vif-plugged", "status": "completed", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:54.053433 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:54.064071 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.068889 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e5684d74-3de2-4a86-a94c-fd5d72073776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:54.158046 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bfc584-96f2-49c1-aaba-e2b75cc64c6e x-openstack-request-id: req-07bfc584-96f2-49c1-aaba-e2b75cc64c6e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:54.158748 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "name": "network-vif-plugged", "status": "completed", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:54.158748 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07bfc584-96f2-49c1-aaba-e2b75cc64c6e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:54.159006 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9', 'code': 200} Jun 08 12:45:54.270010 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:54.281988 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.282688 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.283583 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.284441 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.285100 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.285923 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.286697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.287238 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.288141 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.288674 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.289264 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.289780 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:54.294560 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:54.308883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Deleting port da33601c-773e-46b5-95f1-c2a144c84027 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:45:54.309994 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.457179 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:54.561113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36a0df-ec2f-4de9-a26a-fa268c30abbe req-f0fd99d2-8a36-443c-849e-b9af485f2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:54.565779 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0e36a0df-ec2f-4de9-a26a-fa268c30abbe req-f0fd99d2-8a36-443c-849e-b9af485f2f62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 1098 time: 0.1330502 Jun 08 12:45:54.566279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:54.604572 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.663863 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0e36a0df-ec2f-4de9-a26a-fa268c30abbe req-6addd125-db1a-4ba2-9d10-961ff268b5b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811865 Jun 08 12:45:54.737785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] For port da33601c-773e-46b5-95f1-c2a144c84027, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=da33601c-773e-46b5-95f1-c2a144c84027,segment=NetworkSegment(15ccfab3-e335-4128-b037-d65c1e7bd001),segment_id=15ccfab3-e335-4128-b037-d65c1e7bd001)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:45:54.738155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.787232 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.793807 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:54.804618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-49c3673b-a3fb-43c6-a69d-0ab2cdc00387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:54.856956 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a654f1abc224e5eb12b07e322ad040e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896597 Jun 08 12:45:54.858093 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1d3df-ad89-4868-8529-89cdc47de217,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:54.860654 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40544) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:54.890493 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:54.891101 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Calling delete_port for da33601c-773e-46b5-95f1-c2a144c84027 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:45:54.955567 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.021520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:55.030241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.037539 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.040615 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:55.056441 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:55.057410 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:55.150735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591afb2-b20b-4c9c-9763-9e7e02c0f198 req-5a1fe26c-483b-4d2b-b144-b5259fee20d4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:55.160686 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6591afb2-b20b-4c9c-9763-9e7e02c0f198 req-5a1fe26c-483b-4d2b-b144-b5259fee20d4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.5129972 Jun 08 12:45:55.183328 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-aa45c0a9-dd3d-44df-8434-0549c55d493d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "PUT /v2.0/floatingips/7eeb68a8-0d13-4a27-8827-3eb05787adde HTTP/1.1" status: 200 len: 990 time: 4.8198056 Jun 08 12:45:55.187553 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc8a5-e869-407b-bd3e-ca4fb48d12c5 req-67adae32-b96c-43b1-b0ae-f19989d0dfdf tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:55.190549 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-883fc8a5-e869-407b-bd3e-ca4fb48d12c5 req-67adae32-b96c-43b1-b0ae-f19989d0dfdf tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1083691 Jun 08 12:45:55.191762 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.193198 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:55.194316 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.195390 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9b1d3df-ad89-4868-8529-89cdc47de217 HTTP/1.1" status: 204 len: 168 time: 0.3333793 Jun 08 12:45:55.195877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80bf126-bfa7-432f-bc0a-66f74cdace28" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:55.196207 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ca34488c-561b-45ff-927d-4b7f43d52bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:55.223452 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1d3df-ad89-4868-8529-89cdc47de217,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:55.229153 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:55.256488 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-883fc8a5-e869-407b-bd3e-ca4fb48d12c5 req-7499e6c7-27b5-4b3f-9d3a-8c9d5592ec18 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509682 Jun 08 12:45:55.269195 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6591afb2-b20b-4c9c-9763-9e7e02c0f198 req-3b418f88-b28c-46be-8e90-6568a346e175 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059580 Jun 08 12:45:55.402899 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:55.436933 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device da33601c-773e-46b5-95f1-c2a144c84027 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:45:55.503460 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.535015 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: da33601c-773e-46b5-95f1-c2a144c84027 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:45:55.535554 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:55.540376 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device da33601c-773e-46b5-95f1-c2a144c84027 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:45:55.606530 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a1dc2d-7e0b-4f2c-86d2-b75e0c8527de x-openstack-request-id: req-b5a1dc2d-7e0b-4f2c-86d2-b75e0c8527de {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:55.606925 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:55.607199 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5a1dc2d-7e0b-4f2c-86d2-b75e0c8527de {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:55.608071 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'status': 'completed', 'code': 200} Jun 08 12:45:55.608861 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Pushing event deleted for resources: {'Port': ['ID=da33601c-773e-46b5-95f1-c2a144c84027,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:55.845989 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.846337 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.846877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.847542 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.848053 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.848534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.849231 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.849720 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.850383 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.850873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.851358 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.851906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:45:55.906890 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:55.908475 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] No DVR routers for this DVR port da33601c-773e-46b5-95f1-c2a144c84027 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:45:55.912740 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:55.915204 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7dbf7691-2d82-45a2-a04f-4a2aa4a43bac req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.47 "DELETE /v2.0/ports/da33601c-773e-46b5-95f1-c2a144c84027 HTTP/1.1" status: 204 len: 173 time: 2.5714252 Jun 08 12:45:55.954585 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ef80-eb1d-475d-8c96-4e963080e1de req-fd013cbd-1e96-451c-bd10-2c1206c74d26 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:55.983137 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0304ef80-eb1d-475d-8c96-4e963080e1de req-fd013cbd-1e96-451c-bd10-2c1206c74d26 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 867 time: 0.5458367 Jun 08 12:45:56.048658 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-34bd08a5-f518-4c49-8083-002a3a513071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:56.051174 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-34bd08a5-f518-4c49-8083-002a3a513071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.3720598 Jun 08 12:45:56.079211 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702f815-29fc-4136-84e3-ebe0eb733f43 req-2dee75d2-760b-432c-8419-568debfc9f06 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:56.084770 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7702f815-29fc-4136-84e3-ebe0eb733f43 req-2dee75d2-760b-432c-8419-568debfc9f06 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2820749 Jun 08 12:45:56.098516 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40602) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:56.114495 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'floatingip': {'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:45:56.119526 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '7eeb68a8-0d13-4a27-8827-3eb05787adde', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.16', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:36:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:15Z', 'updated_at': '2021-06-08T12:45:52Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:56.125088 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:45:56.134486 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:56.135353 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:56.283748 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0304ef80-eb1d-475d-8c96-4e963080e1de req-d3ca1b82-f502-4f8e-856a-a0ab003deb78 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/security-groups?id=3a926072-ca49-4799-9451-f92284949747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997098 Jun 08 12:45:56.322232 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:56.413718 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-c4fac307-863c-4058-aa7d-f1dd519733d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:56.415215 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-c4fac307-863c-4058-aa7d-f1dd519733d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.3513846 Jun 08 12:45:56.430088 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:45:56.894614 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-6af5cb57-0552-4330-91da-acd5eb412f37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 998 time: 0.4711292 Jun 08 12:45:56.926482 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90e588-34e7-4f4f-b351-026b1280ffdb req-02ea3a3e-6067-4631-93ae-f7d750441c49 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:56.937633 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb90e588-34e7-4f4f-b351-026b1280ffdb req-02ea3a3e-6067-4631-93ae-f7d750441c49 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.3463848 Jun 08 12:45:57.166347 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '7eeb68a8-0d13-4a27-8827-3eb05787adde', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.16', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:36:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:15Z', 'updated_at': '2021-06-08T12:45:52Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:57.177186 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830555a-8149-416a-9371-387d97b0fae0 None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '7eeb68a8-0d13-4a27-8827-3eb05787adde', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.16', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:36:b4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:15Z', 'updated_at': '2021-06-08T12:45:52Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:45:57.178305 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-f25dda32-df73-4fb4-8184-586d22e268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:57.180479 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-f25dda32-df73-4fb4-8184-586d22e268dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.2374880 Jun 08 12:45:57.224662 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb90e588-34e7-4f4f-b351-026b1280ffdb req-320461e8-39e4-4c33-a110-a6a30c1b1dbf tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853432 Jun 08 12:45:57.448262 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-7f5ab40f-9cb9-492b-b2fc-fc9084af8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:57.457101 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-7f5ab40f-9cb9-492b-b2fc-fc9084af8e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2234778 Jun 08 12:45:57.639591 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86485426-d8b8-4285-825f-4005264f3227 None None] New status for floating IP 7eeb68a8-0d13-4a27-8827-3eb05787adde: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:45:57.646906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'name': 'network-vif-deleted', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:45:57.648841 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a1db1-3a53-4562-a98d-67466dec018f" -d '{"events": [{"server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "name": "network-vif-deleted", "tag": "da33601c-773e-46b5-95f1-c2a144c84027"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:45:57.916684 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecfb2de-39f0-46e4-84b2-3e254682f535 x-openstack-request-id: req-aecfb2de-39f0-46e4-84b2-3e254682f535 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:45:57.922900 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bcacdc-119b-45a1-8e90-915b15b8e4e2", "name": "network-vif-deleted", "tag": "da33601c-773e-46b5-95f1-c2a144c84027", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:45:57.926022 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aecfb2de-39f0-46e4-84b2-3e254682f535 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:45:57.926991 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bcacdc-119b-45a1-8e90-915b15b8e4e2', 'name': 'network-vif-deleted', 'tag': 'da33601c-773e-46b5-95f1-c2a144c84027', 'status': 'completed', 'code': 200} Jun 08 12:45:58.069952 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dcc4fcc5-bc2d-4059-a684-0b9d5ea88608 req-eff62412-0164-401a-9930-81a204c19d66 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6bcacdc-119b-45a1-8e90-915b15b8e4e2 HTTP/1.1" status: 200 len: 210 time: 0.3928235 Jun 08 12:45:58.190528 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-1c6168cf-e8a7-4da6-a206-481be2ef027d service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276084 Jun 08 12:45:58.397094 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40692) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:58.429392 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.474249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.493603 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a80bf126-bfa7-432f-bc0a-66f74cdace28 req-7b9ce874-104a-419e-bdab-364986cbee51 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928097 Jun 08 12:45:58.719782 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d1a8b-ad4f-46e2-91fa-e6c6ae8c005d req-bdb1c1c5-b73a-4587-98d7-8d4d29ab363a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:58.722113 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-374d1a8b-ad4f-46e2-91fa-e6c6ae8c005d req-bdb1c1c5-b73a-4587-98d7-8d4d29ab363a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2909191 Jun 08 12:45:58.745157 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.773316 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Floating IP 06b2100e-320e-47ae-85f3-efec4276ea6f associated. External IP: 172.28.0.90, port: aef25c18-ac58-47da-9ca2-90290cf9c864. Jun 08 12:45:58.886746 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-374d1a8b-ad4f-46e2-91fa-e6c6ae8c005d req-37f7cc98-5a2d-4faf-b574-86998bedf237 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494737 Jun 08 12:45:58.935491 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.943957 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:58.956191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:59.018111 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=188827bd7d5b4a9db2ba2f42b6a775f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198950 Jun 08 12:45:59.019232 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40712) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:59.046863 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8071dd87-a0f3-47f6-ac7d-6a30962961cc,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:59.063579 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:59.145700 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.177656 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.238170 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.242501 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.243742 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8071dd87-a0f3-47f6-ac7d-6a30962961cc HTTP/1.1" status: 204 len: 168 time: 0.1979005 Jun 08 12:45:59.244589 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-47a0121a-2b28-4674-aff6-6744be2d0fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:45:59.256636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8071dd87-a0f3-47f6-ac7d-6a30962961cc,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:45:59.259407 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:45:59.539577 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-6d0ca2b4-8ca9-4a83-bb00-552dacaa0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.541409 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-6d0ca2b4-8ca9-4a83-bb00-552dacaa0b90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 1098 time: 0.1892650 Jun 08 12:45:59.564609 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3277-76f6-42fc-99a0-2492a1f5ba8a req-2219b115-5491-485e-a79c-ca892dc73ef9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.567092 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f60b3277-76f6-42fc-99a0-2492a1f5ba8a req-2219b115-5491-485e-a79c-ca892dc73ef9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1303346 Jun 08 12:45:59.585501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:45:59.719697 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f60b3277-76f6-42fc-99a0-2492a1f5ba8a req-9cc3ee09-066c-45fb-9bde-84268d400adb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284511 Jun 08 12:45:59.783869 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-232baffb-4f35-460f-a037-350f73e26ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.785954 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-232baffb-4f35-460f-a037-350f73e26ef6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.2179499 Jun 08 12:45:59.830121 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:45:59.849594 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:45:59.851852 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.861968 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:45:59.876719 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:45:59.878082 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:45:59.884405 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:45:59.885727 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-d71a0c20-e3d9-409c-8230-61928e68857f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9 HTTP/1.1" status: 200 len: 217 time: 0.0888619 Jun 08 12:45:59.991547 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-b63b605a-c39d-47d7-b146-ed88799bb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:45:59.993862 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-57eaa35a-47ac-498b-853d-044dc65614bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "PUT /v2.0/floatingips/06b2100e-320e-47ae-85f3-efec4276ea6f HTTP/1.1" status: 200 len: 991 time: 3.8936572 Jun 08 12:46:00.000998 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-b63b605a-c39d-47d7-b146-ed88799bb06b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.0950608 Jun 08 12:46:00.001185 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:00.001672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bae250c-05f9-48fe-ae09-5f200c8358e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:00.104177 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-05a1b52f-1b03-44a7-aa74-270da3cb9a33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997317 Jun 08 12:46:00.112881 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b581b293-fcd8-480f-917b-213fff159d08 x-openstack-request-id: req-b581b293-fcd8-480f-917b-213fff159d08 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:00.113363 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:00.113663 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b581b293-fcd8-480f-917b-213fff159d08 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:00.115154 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'status': 'completed', 'code': 200} Jun 08 12:46:00.154495 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.160416 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.173355 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:00.226000 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:46:00.258757 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f27d22b986cf460386ea249308979108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272165 Jun 08 12:46:00.269440 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:00.302340 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9744fa75-0850-4516-bc3b-f46c9b6c4e73,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:00.310574 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:00.363046 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.392433 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-92e1bd99-ae16-4fc1-886e-d1f52e14ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.393753 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-2b459632-912b-4156-bced-afa4bb2b6e35 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992636 Jun 08 12:46:00.394234 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-92e1bd99-ae16-4fc1-886e-d1f52e14ac2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1099 time: 0.1978643 Jun 08 12:46:00.401278 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.608645 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.611856 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:00.613014 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9744fa75-0850-4516-bc3b-f46c9b6c4e73 HTTP/1.1" status: 204 len: 168 time: 0.3410459 Jun 08 12:46:00.617635 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:00.632568 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9744fa75-0850-4516-bc3b-f46c9b6c4e73,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:00.635018 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-10e2f36a-0960-46dd-8994-6ef1f4a736b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:00.637681 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-10e2f36a-0960-46dd-8994-6ef1f4a736b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.2182710 Jun 08 12:46:00.638613 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:00.652039 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d9927ed3-5948-410a-a81f-f4d5fc46e35a req-07f3ce7e-4e5e-4724-9164-f560a0d625db service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363729 Jun 08 12:46:00.823130 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-c5bf8d3a-6267-4296-898f-e0a246cf10fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 999 time: 0.1536996 Jun 08 12:46:00.936466 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '06b2100e-320e-47ae-85f3-efec4276ea6f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:23Z', 'updated_at': '2021-06-08T12:45:58Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:00.941203 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:46:00.952651 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:46:00.953296 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:45:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:01.008875 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-18fee73c-e342-4336-b69d-dc83e1e0d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:01.010387 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-18fee73c-e342-4336-b69d-dc83e1e0d981 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.1794477 Jun 08 12:46:01.117766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f4538-e092-488b-806c-6bb882a7814a req-31dc2974-5906-4632-9c46-287205d22741 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:01.125273 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-193f4538-e092-488b-806c-6bb882a7814a req-31dc2974-5906-4632-9c46-287205d22741 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2031236 Jun 08 12:46:01.178614 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-193f4538-e092-488b-806c-6bb882a7814a req-a93bc310-6f11-4324-9dfb-e3f5f453c4ff tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Jun 08 12:46:01.196973 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-f86a77d5-0033-4521-a379-b6b5ec8ecb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:01.198497 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-f86a77d5-0033-4521-a379-b6b5ec8ecb2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1768680 Jun 08 12:46:01.370558 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40798) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:01.394985 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:46:01.423093 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-5d5f6d86-9bb2-4213-93af-22453abff81f service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117875 Jun 08 12:46:01.528863 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Deleting subnet ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:46:01.532669 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.613493 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.624869 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.751912 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40816) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:01.769122 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bae250c-05f9-48fe-ae09-5f200c8358e5 req-d411a98b-c82b-44cb-86d7-a8c0744d3ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379948 Jun 08 12:46:01.794850 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.799051 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4ca46265-f13c-4a14-86df-c9c7ad7e1a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:01.847063 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:01.850827 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:01.853875 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:01.856790 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a1852020-8f68-495a-942e-03267ad0d8d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ad6c2ecf-e8f5-4165-afc6-b7abc4608c0b HTTP/1.1" status: 204 len: 168 time: 0.4850228 Jun 08 12:46:01.859291 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40826) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:01.983822 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.117007 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '06b2100e-320e-47ae-85f3-efec4276ea6f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:23Z', 'updated_at': '2021-06-08T12:45:58Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:02.122382 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786babdb-ec34-4bcb-a535-dda59853409a None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '06b2100e-320e-47ae-85f3-efec4276ea6f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:45:23Z', 'updated_at': '2021-06-08T12:45:58Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:46:02.169941 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.176060 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.202853 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.231511 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e594ac9f-1ca6-411d-aa89-5ac199e704d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:02.255001 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=232a3236cfc3466d96a9ff1289c6def4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4949896 Jun 08 12:46:02.255421 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40840) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:02.362319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db915127-1949-4c14-9cae-e7b476234909,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:02.368769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:02.406628 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.425592 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2211c2-d08e-42fc-bb4f-ff67231517ef']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:02.440166 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ccfab3-e335-4128-b037-d65c1e7bd001') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:02.440672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ccfab3-e335-4128-b037-d65c1e7bd001') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:46:02.455396 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.469491 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b0a3e8-c23c-430d-9422-95f8dbadc80a None None] New status for floating IP 06b2100e-320e-47ae-85f3-efec4276ea6f: ACTIVE {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:46:02.484863 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.489844 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.502716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:46:02.503394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:46:02.526166 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:46:02.562827 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.645477 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.650164 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:02.651256 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeccc2-1701-468d-b703-af05ef8a9eb6 req-672ca0f5-f8f3-44c8-b45d-af2f19c760b1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:02.653573 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-96aeccc2-1701-468d-b703-af05ef8a9eb6 req-672ca0f5-f8f3-44c8-b45d-af2f19c760b1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2533278 Jun 08 12:46:02.697441 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.706910 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fd2211c2-d08e-42fc-bb4f-ff67231517ef HTTP/1.1" status: 204 len: 168 time: 0.8425126 Jun 08 12:46:02.727192 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2211c2-d08e-42fc-bb4f-ff67231517ef,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:02.734854 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a04c1d10-4cf3-411c-913a-8a8edaeefac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:02.868451 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.875138 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:02.878003 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db915127-1949-4c14-9cae-e7b476234909 HTTP/1.1" status: 204 len: 168 time: 0.6200626 Jun 08 12:46:02.878985 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:02.904636 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-96aeccc2-1701-468d-b703-af05ef8a9eb6 req-8918e2fe-7dee-44cb-98ac-f6e9a346c47f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380891 Jun 08 12:46:02.916298 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db915127-1949-4c14-9cae-e7b476234909,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:02.919191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:02.919354 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:03.013276 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3eb84c51-b9f0-41b6-abf7-3ba610d9e4fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29f2f495e1134799851b2a1e0c4fc266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0926495 Jun 08 12:46:03.015756 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40878) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:03.096328 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.139792 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.247129 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.250439 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:03.254802 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a926072-ca49-4799-9451-f92284949747 HTTP/1.1" status: 204 len: 168 time: 0.2379704 Jun 08 12:46:03.256754 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4161615e-40f2-4f3a-9545-e8ac89c2b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:03.268334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a926072-ca49-4799-9451-f92284949747,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:03.270786 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:04.254234 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8a20d-f0a3-445e-8b5a-031003e6e1ac req-d3fcd8b0-4225-4003-a374-769e31515fe9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:04.255831 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0ea8a20d-f0a3-445e-8b5a-031003e6e1ac req-d3fcd8b0-4225-4003-a374-769e31515fe9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1447868 Jun 08 12:46:04.312913 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0ea8a20d-f0a3-445e-8b5a-031003e6e1ac req-37dff73c-602b-42d6-87ca-4e03682abe9f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 Jun 08 12:46:04.524908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40952) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:04.822247 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.962829 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.967541 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:04.976465 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:05.012045 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 40968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:05.017882 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=583ff192757e411f9627c1521ca92040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920683 Jun 08 12:46:05.018778 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3796cf57-8548-4979-978b-6ed1f82cfffb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:05.021151 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 40970) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:05.033952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:05.101910 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-402e0517-0808-485c-86b5-c3e4f32f8a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.131416 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.185962 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.258208 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.262635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.267154 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3796cf57-8548-4979-978b-6ed1f82cfffb HTTP/1.1" status: 204 len: 168 time: 0.2343624 Jun 08 12:46:05.268387 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6ef6100a-7920-445b-8e62-81e4fb0427c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:05.280531 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3796cf57-8548-4979-978b-6ed1f82cfffb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:05.283626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:05.408263 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988676538-network', 'tenant_id': '06d3de4322494f73a0d12b5d59a5bf1f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:05.476298 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Made reservation on behalf of 06d3de4322494f73a0d12b5d59a5bf1f for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:05.480510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.518318 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.671206 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffb33-a60d-4e98-9302-40fed52b7e01 req-19b4588b-2859-4912-be38-04acae7b6378 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:05.685404 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5feffb33-a60d-4e98-9302-40fed52b7e01 req-19b4588b-2859-4912-be38-04acae7b6378 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2222993 Jun 08 12:46:05.790647 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5feffb33-a60d-4e98-9302-40fed52b7e01 req-e6d94222-2fcb-497d-8bc5-73c8e153d7b7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951877 Jun 08 12:46:05.801832 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.811628 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.820451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e501e027-3dea-4ac7-86f4-341a5fc78519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:05.860418 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:46:05.869918 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ddb7a8-cf55-4c01-b068-06b16e8bebc6,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:05.884335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41018) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:05.898277 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:05.909258 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.912366 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Added segment 1abde827-fa49-4d67-9583-4461f40ea97e of type vlan for network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 Jun 08 12:46:05.919655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:05.967297 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.012564 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.013816 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.014431 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.045302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:06.056241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.064028 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.076235 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:06.138603 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4f49c0fb0f343a0843f8b9a3c7e7cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498267 Jun 08 12:46:06.138603 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d687a10-73a1-4353-9640-894cf76208dd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:06.140322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41036) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:06.142635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:06.154717 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1412199 Jun 08 12:46:06.155327 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41038) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:06.170924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Request body: {'subnet': {'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988676538-subnet', 'tenant_id': '06d3de4322494f73a0d12b5d59a5bf1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:06.208228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfa1ec7-d2d0-4c1c-9500-b38d09469573,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:06.212079 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:06.221528 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.225294 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Made reservation on behalf of 06d3de4322494f73a0d12b5d59a5bf1f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:06.226505 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:46:06.227485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.279354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.379655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.382993 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.387456 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d687a10-73a1-4353-9640-894cf76208dd HTTP/1.1" status: 204 len: 168 time: 0.2427194 Jun 08 12:46:06.387456 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-69bc1235-f709-4ce1-b8e1-d88b0f7a066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:06.401079 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d687a10-73a1-4353-9640-894cf76208dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:06.405100 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:06.527457 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.538111 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ee8c83d0-b857-4074-86c3-10edf8b745fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:06.600261 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb69cc28-f407-496c-a52f-6c8c81411e3c,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:06.606404 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:06.642197 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Checking segment: {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:06.642790 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Network hostable DHCP agents. Network: 8cfa1ec7-d2d0-4c1c-9500-b38d09469573, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:46:06.663876 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:46:06.675886 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 8cfa1ec7-d2d0-4c1c-9500-b38d09469573) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:06.687936 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:06.688687 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:06.695566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e211fbc-3d0e-401e-97a1-ff6d5aa783d0 None None] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:46:06.722168 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a87720f9-ea03-4e73-844c-190cbd0c37a4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5593433 Jun 08 12:46:06.985627 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e8c2f-c849-4c99-ab2c-fa353eebef0a None None] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:46:07.083540 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:07.114833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.190711 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481e9de-cee5-4b71-b4e3-eed70c7ce8dd req-633411e2-6ce6-4fc2-8ebe-39a8655afced tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:07.203235 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0481e9de-cee5-4b71-b4e3-eed70c7ce8dd req-633411e2-6ce6-4fc2-8ebe-39a8655afced tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1797597 Jun 08 12:46:07.274743 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0481e9de-cee5-4b71-b4e3-eed70c7ce8dd req-c4e3a77c-d2ea-43ac-a7b0-960c531686c9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 Jun 08 12:46:07.325810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.330403 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.341465 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:07.387452 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3fc20885ee54a2380e533e0fd9dc37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010068 Jun 08 12:46:07.388470 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a5a1c0-e9d9-4102-ace3-c0ffee293daa,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:07.391118 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41080) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:07.391691 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:07.463324 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.497148 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.564781 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.567308 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.578424 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b8a5a1c0-e9d9-4102-ace3-c0ffee293daa HTTP/1.1" status: 204 len: 168 time: 0.1861618 Jun 08 12:46:07.579944 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:07.592107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a5a1c0-e9d9-4102-ace3-c0ffee293daa,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:07.594584 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:07.638916 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-560f6ee3-f9ad-4094-abbf-cd4474fe66aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.754204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:07.939524 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:46:08.563487 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77a61-0673-4321-a826-a3cabebaf8a1 req-433d5900-a025-46d4-a06d-84b6406aef8e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:08.565915 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3dd77a61-0673-4321-a826-a3cabebaf8a1 req-433d5900-a025-46d4-a06d-84b6406aef8e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1284590 Jun 08 12:46:08.630687 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3dd77a61-0673-4321-a826-a3cabebaf8a1 req-658663e1-1e7a-4c41-9b24-1382da9dbe84 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536027 Jun 08 12:46:08.731914 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:09.587992 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-49b85d34-bbdd-49b5-adb6-7e1bf202168f tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.590664 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-49b85d34-bbdd-49b5-adb6-7e1bf202168f tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 809 time: 0.2018867 Jun 08 12:46:09.621690 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-473e9ccc-129f-4619-83a4-173e3c077722 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/quotas/06d3de4322494f73a0d12b5d59a5bf1f HTTP/1.1" status: 200 len: 375 time: 0.0247591 Jun 08 12:46:09.692422 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-6082568d-306c-42c6-9ccd-aed2aeb9ea52 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696080 Jun 08 12:46:09.902891 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-f871cf7a-7bbe-4b74-b1b7-3ee7c1391eee service neutron] 10.222.0.55 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992183 Jun 08 12:46:09.915986 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343abc0a-1d7c-44a6-9d6a-b6ff61a0f2bb req-00220537-a0de-47c8-aea6-f5beb43a4843 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:09.930013 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-343abc0a-1d7c-44a6-9d6a-b6ff61a0f2bb req-00220537-a0de-47c8-aea6-f5beb43a4843 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1469905 Jun 08 12:46:10.015053 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-343abc0a-1d7c-44a6-9d6a-b6ff61a0f2bb req-b2b399e6-ecae-4590-8b5a-c2b50c18d063 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830107 Jun 08 12:46:10.210592 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-56e1360e-3a65-4934-add9-7866bd1924ba service neutron] 10.222.0.55 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975512 Jun 08 12:46:10.439802 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41318) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:10.480858 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:10.595413 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:10.637731 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-59977a84-0480-496b-8f5e-91c44c25e360 req-431c8fc1-accc-4550-ba14-5679aaf28e68 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 210 time: 0.1677887 Jun 08 12:46:10.733350 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:10.772003 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:10.923366 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:10.929572 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:10.938935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:10.986895 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9884ac1910df432aaaf0ecf0cd7641cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446696 Jun 08 12:46:10.987250 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41342) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:10.987959 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a92aef-a9c6-4f1e-9ec0-249941fd7cc5,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:11.000607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:11.082021 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.113058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.119796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.137636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-08f77400-c542-4942-a822-f94cf71efda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:11.194458 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7735ae4647f1475c90550486efda323a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119610 Jun 08 12:46:11.196295 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.197318 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41346) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:11.222322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c65717-711b-4a2d-bc74-6eb5c8cc1ab0,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:11.228285 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:11.268402 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8826103-0f1b-4999-8ef9-7efb0d882f5e req-c28dcb32-e318-4d92-acb3-9a146c7c57ee tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:11.272337 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d8826103-0f1b-4999-8ef9-7efb0d882f5e req-c28dcb32-e318-4d92-acb3-9a146c7c57ee tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1501029 Jun 08 12:46:11.282411 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.285452 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.294137 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/18a92aef-a9c6-4f1e-9ec0-249941fd7cc5 HTTP/1.1" status: 204 len: 168 time: 0.3031845 Jun 08 12:46:11.296080 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-73f9ada9-4c86-4618-be70-1d7e73828ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:11.305759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a92aef-a9c6-4f1e-9ec0-249941fd7cc5,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:11.313071 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:11.337023 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.374530 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d8826103-0f1b-4999-8ef9-7efb0d882f5e req-944bb9d9-6f72-42e6-a72c-2949927b1bcd tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966048 Jun 08 12:46:11.403912 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.475595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.478448 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.479789 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3c65717-711b-4a2d-bc74-6eb5c8cc1ab0 HTTP/1.1" status: 204 len: 168 time: 0.2814231 Jun 08 12:46:11.480744 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:11.494713 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c65717-711b-4a2d-bc74-6eb5c8cc1ab0,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:11.501159 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:11.730840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41360) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:11.750678 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.903337 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.908486 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:11.926521 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d920c970-c6b7-492b-af7c-66729b2d6e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:11.981059 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51128eab184f451d9485fd325ff42e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483475 Jun 08 12:46:11.982033 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11717f41-6a36-4b71-aa5b-36694a549b65,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:11.984515 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41370) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:12.028509 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:12.090175 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.139368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.146401 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41374) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:12.190095 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f8825bcd-1a8d-4ce2-94f5-e7a233cf15a0 req-06d9d4c6-0398-41d1-9103-d4675b89e830 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 210 time: 0.3453875 Jun 08 12:46:12.200751 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.222626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.225477 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.226626 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11717f41-6a36-4b71-aa5b-36694a549b65 HTTP/1.1" status: 204 len: 168 time: 0.2406888 Jun 08 12:46:12.227380 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4c132ff1-1af2-4f88-9fb9-217dbc39518b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:12.238605 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11717f41-6a36-4b71-aa5b-36694a549b65,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:12.241176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:12.463047 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-4bf39f4a-1976-4b02-bbdd-e853008c319b tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:12.464550 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-4bf39f4a-1976-4b02-bbdd-e853008c319b tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 809 time: 0.2521050 Jun 08 12:46:12.519055 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Request body: {'port': {'device_id': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573', 'admin_state_up': True, 'tenant_id': '06d3de4322494f73a0d12b5d59a5bf1f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:12.612716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.628775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.645604 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d5645a19-edf8-4a98-95f0-7e2262331757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:12.764875 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb2eb476b4f34a46a2317b7b194eb251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148050 Jun 08 12:46:12.766893 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41394) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:12.781331 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f333295-56f3-45b9-aa72-087aef4bb951,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:12.798016 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:12.857480 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Made reservation on behalf of 06d3de4322494f73a0d12b5d59a5bf1f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:12.861448 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.893844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:12.895481 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9371-d83a-4617-9abc-e8c1801f6ce7 req-26a2751a-8b4d-476f-8207-89ce6bb95281 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:12.897488 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-59ea9371-d83a-4617-9abc-e8c1801f6ce7 req-26a2751a-8b4d-476f-8207-89ce6bb95281 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2125616 Jun 08 12:46:12.952194 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.050478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.053102 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.054234 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f333295-56f3-45b9-aa72-087aef4bb951 HTTP/1.1" status: 204 len: 168 time: 0.2864733 Jun 08 12:46:13.054994 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-399ab9e9-ffdb-48b6-aa7d-35aec3a12067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:13.059206 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-59ea9371-d83a-4617-9abc-e8c1801f6ce7 req-cd88befc-ca08-4257-a832-778da27d17c8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150384 Jun 08 12:46:13.068908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f333295-56f3-45b9-aa72-087aef4bb951,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:13.080998 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:13.165371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Allocated IP 172.20.0.8 (8cfa1ec7-d2d0-4c1c-9500-b38d09469573/eb69cc28-f407-496c-a52f-6c8c81411e3c/f834388e-c41f-4833-8690-5922830707f8) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:46:13.514321 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b9022b02-5e93-47cf-8fdc-7a9c659b6c85 req-a88e0279-291c-4b14-8297-ca6936049935 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 210 time: 0.1376410 Jun 08 12:46:13.591178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.630660 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:13.634750 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:46:13.656930 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:46:13.658353 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:13.661286 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:46:13.734385 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:13.734888 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:13.757809 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-7bab952c-dfe2-44b8-861c-04ad77b21564 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2430525 Jun 08 12:46:13.779371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Request body: {'port': {'device_id': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:13.951777 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.363796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d95f2-a568-4386-810c-33260eeba870 req-17c62d5b-50da-42c3-800e-fe516d8f1bbc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:14.375606 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-355d95f2-a568-4386-810c-33260eeba870 req-17c62d5b-50da-42c3-800e-fe516d8f1bbc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1258914 Jun 08 12:46:14.458448 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-355d95f2-a568-4386-810c-33260eeba870 req-34ea1fe0-2510-4e88-bcf3-4974247cbe25 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818861 Jun 08 12:46:14.536103 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f834388e-c41f-4833-8690-5922830707f8 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:14.550582 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.572553 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Transition to ACTIVE for port object f834388e-c41f-4833-8690-5922830707f8 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:46:14.578420 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:14.586180 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:14.888258 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Pushing event updated for resources: {'Port': ['ID=f834388e-c41f-4833-8690-5922830707f8,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:14.927315 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:14.933167 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd51b8-7867-4a36-b79c-a3b46325bbfc req-05a2b1c9-3504-49f6-ae3b-674acf2deda9 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:14.935353 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c1cd51b8-7867-4a36-b79c-a3b46325bbfc req-05a2b1c9-3504-49f6-ae3b-674acf2deda9 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.1132920 Jun 08 12:46:14.979195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Attempting to bind port f834388e-c41f-4833-8690-5922830707f8 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:46:14.980181 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Attempting to bind port f834388e-c41f-4833-8690-5922830707f8 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:46:14.983945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Attempting to bind port f834388e-c41f-4833-8690-5922830707f8 on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:14.986611 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Port f834388e-c41f-4833-8690-5922830707f8 on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:46:14.987246 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Attempting to bind port f834388e-c41f-4833-8690-5922830707f8 on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:14.995280 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:46:14.996121 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Checking segment: {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:14.996569 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Bound using segment: {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:46:14.997030 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Bound port: f834388e-c41f-4833-8690-5922830707f8, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:46:14.997386 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.009564 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c1cd51b8-7867-4a36-b79c-a3b46325bbfc req-84c17279-1cc5-4afe-9e16-3048f08b30a3 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665691 Jun 08 12:46:15.108668 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:46:15.115388 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f834388e-c41f-4833-8690-5922830707f8,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:46:15.124029 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.136595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-934c77e6-b9fa-411c-aa4e-1691ee0b1611 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:15.199996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.200655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:15.202350 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] 10.222.0.47 "PUT /v2.0/ports/f834388e-c41f-4833-8690-5922830707f8 HTTP/1.1" status: 200 len: 1093 time: 1.4280312 Jun 08 12:46:15.202948 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'tag': 'f834388e-c41f-4833-8690-5922830707f8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:15.205353 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeaf886-4af1-467f-95c3-e1d747a67283" -d '{"events": [{"name": "network-changed", "server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "tag": "f834388e-c41f-4833-8690-5922830707f8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:15.237575 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Pushing event updated for resources: {'Port': ['ID=f834388e-c41f-4833-8690-5922830707f8,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:15.256751 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:15.274709 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66283573-b2a2-4945-8833-00b1792c6264 x-openstack-request-id: req-66283573-b2a2-4945-8833-00b1792c6264 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:15.275122 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "tag": "f834388e-c41f-4833-8690-5922830707f8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:15.275490 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66283573-b2a2-4945-8833-00b1792c6264 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:15.276035 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'tag': 'f834388e-c41f-4833-8690-5922830707f8', 'status': 'completed', 'code': 200} Jun 08 12:46:15.424569 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-47e6ff15-1279-48e3-b390-dbd1c4196309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.426603 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-47e6ff15-1279-48e3-b390-dbd1c4196309 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 1096 time: 0.1087668 Jun 08 12:46:15.773445 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-2d3c681b-bb36-4094-b29c-a43ccd2be150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f834388e-c41f-4833-8690-5922830707f8 HTTP/1.1" status: 200 len: 217 time: 0.3166494 Jun 08 12:46:15.877797 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0963-eae4-47da-8156-348f29ac6437 req-1139b769-742c-4ea9-8e7e-d2484806f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.879773 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-1139b769-742c-4ea9-8e7e-d2484806f9dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb69cc28-f407-496c-a52f-6c8c81411e3c HTTP/1.1" status: 200 len: 849 time: 0.0888767 Jun 08 12:46:15.897289 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81fdf-0c29-4c9c-888a-45417ab6b008 req-fdc0eb7e-6d91-4814-94c8-3b4bad7c4804 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:15.898975 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3fa81fdf-0c29-4c9c-888a-45417ab6b008 req-fdc0eb7e-6d91-4814-94c8-3b4bad7c4804 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2604115 Jun 08 12:46:15.981607 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-584f80a4-4035-494d-a21e-f7f540aafae0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689785 Jun 08 12:46:16.089959 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3fa81fdf-0c29-4c9c-888a-45417ab6b008 req-491c97de-6613-489f-af66-efe5bcd7c52e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785650 Jun 08 12:46:16.163551 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-ca460621-ca49-4e1f-a8b2-bfcdcf5a1b88 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694651 Jun 08 12:46:16.268321 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a96dd-3476-4779-80e4-1154a5bbfdf4 req-12f13cc6-01a4-4ab3-acfc-282a738ff628 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.270060 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-935a96dd-3476-4779-80e4-1154a5bbfdf4 req-12f13cc6-01a4-4ab3-acfc-282a738ff628 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.1104529 Jun 08 12:46:16.347532 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-935a96dd-3476-4779-80e4-1154a5bbfdf4 req-52e7d25e-2aa5-4a62-9b61-5e49f0723e55 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686784 Jun 08 12:46:16.390633 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20ef0963-eae4-47da-8156-348f29ac6437 req-733f79b6-212a-45b1-8834-8f6a2385d0c0 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189081 Jun 08 12:46:16.511750 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:16.642169 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-ca4d0999-8778-464e-b1e0-d6f11b34b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.644490 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-ca4d0999-8778-464e-b1e0-d6f11b34b42f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 1096 time: 0.1192367 Jun 08 12:46:16.671072 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.822302 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.822661 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-844ec92e-2bad-4704-94a4-8c104e2f737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.825596 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-844ec92e-2bad-4704-94a4-8c104e2f737d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 910 time: 0.1746862 Jun 08 12:46:16.829239 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.838185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:16.883837 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8cf8634af361443cbe2072ecc0c2f6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707199 Jun 08 12:46:16.885144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab459b2c-d251-4e2b-89a8-21d8ae5ecbbd,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:16.887746 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:16.890140 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b096020d-54bd-4cd3-89c4-370aeb3cf88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:16.907674 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-66efceb8-a019-4f48-b3cc-d7ca787d65df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f834388e-c41f-4833-8690-5922830707f8 HTTP/1.1" status: 200 len: 217 time: 0.0712078 Jun 08 12:46:16.967573 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:16.993180 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-2059fad4-83c3-4d75-971b-49ce275be918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:16.994829 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-2059fad4-83c3-4d75-971b-49ce275be918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb69cc28-f407-496c-a52f-6c8c81411e3c HTTP/1.1" status: 200 len: 849 time: 0.0803583 Jun 08 12:46:17.018841 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.073675 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-c9e62b1b-613d-4083-9065-50d8ed753862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657644 Jun 08 12:46:17.121587 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.124290 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.125505 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab459b2c-d251-4e2b-89a8-21d8ae5ecbbd HTTP/1.1" status: 204 len: 168 time: 0.2363634 Jun 08 12:46:17.126204 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1761887-9c4e-4469-88c9-46b4b5c841ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:17.147778 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab459b2c-d251-4e2b-89a8-21d8ae5ecbbd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:17.160865 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:17.336279 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-b2330661-ea7e-41ad-8f9b-327616848fc1 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558746 Jun 08 12:46:17.550499 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82577ba-a31d-49e0-ba30-0f83d6e4aba1 req-91fb514d-2bcd-4eb0-b909-1aea6905c1ef tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:17.552037 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a82577ba-a31d-49e0-ba30-0f83d6e4aba1 req-91fb514d-2bcd-4eb0-b909-1aea6905c1ef tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.3236403 Jun 08 12:46:17.567431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41564) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:17.603833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.643582 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a82577ba-a31d-49e0-ba30-0f83d6e4aba1 req-5551d54c-2123-4508-a44e-cf29951c99d9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813239 Jun 08 12:46:17.647623 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eeaf886-4af1-467f-95c3-e1d747a67283 req-6a84d521-8237-468c-a33b-23bee01bb5f0 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028693 Jun 08 12:46:17.695061 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b049e74-06a3-480c-80e2-ee23b4f81853 req-ca8d6e8a-0e86-405a-ac57-a617d002f7d3 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:17.696773 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4b049e74-06a3-480c-80e2-ee23b4f81853 req-ca8d6e8a-0e86-405a-ac57-a617d002f7d3 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.2238672 Jun 08 12:46:17.773877 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4b049e74-06a3-480c-80e2-ee23b4f81853 req-90d51228-84d9-46dd-a9c1-11b309b33145 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659933 Jun 08 12:46:17.828265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.834387 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:17.844778 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3e40a342-1b3d-4ed7-a23b-217aeab7e237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:17.891472 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=144e106dce0041bca8770a625f4a4be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226016 Jun 08 12:46:17.892503 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71ab3a-156c-453f-b0d5-8105ed91aa73,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:17.894149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:17.896389 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:17.996152 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.041053 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.105613 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.108920 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.110400 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed71ab3a-156c-453f-b0d5-8105ed91aa73 HTTP/1.1" status: 204 len: 168 time: 0.2151575 Jun 08 12:46:18.111475 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:18.123442 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71ab3a-156c-453f-b0d5-8105ed91aa73,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:18.125861 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:18.652138 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41598) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:18.675503 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.677394 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.825372 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.831303 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:18.844323 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-56f2b216-8846-4b2b-80b1-141b4cdebff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:18.895683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb16bbd-9737-42e5-96be-62ef00cd917e,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:18.902644 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=748af94b2c154c889f79dc9f9a1f6f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493336 Jun 08 12:46:18.903624 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:18.907030 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41610) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:18.998374 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a4caf-50ac-4cfb-952d-9bc6a968800c req-407b74c3-79b8-4471-b32d-ec49370f84f8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.000539 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c22a4caf-50ac-4cfb-952d-9bc6a968800c req-407b74c3-79b8-4471-b32d-ec49370f84f8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2020640 Jun 08 12:46:19.006226 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.064502 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.075336 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f87f-df85-446d-b95e-7fa7ea05208f req-b8234218-d45d-476c-96c5-2e8a5d659ae6 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:19.077033 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8708f87f-df85-446d-b95e-7fa7ea05208f req-b8234218-d45d-476c-96c5-2e8a5d659ae6 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.0918391 Jun 08 12:46:19.116702 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c22a4caf-50ac-4cfb-952d-9bc6a968800c req-6484913d-2f2d-4317-999b-a6597c9b5f78 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924430 Jun 08 12:46:19.148933 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8708f87f-df85-446d-b95e-7fa7ea05208f req-bc8cd2f9-c717-4ae4-a8dc-767237892089 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655162 Jun 08 12:46:19.163042 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.172170 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:19.172170 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9eb16bbd-9737-42e5-96be-62ef00cd917e HTTP/1.1" status: 204 len: 168 time: 0.2607360 Jun 08 12:46:19.172170 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c8b1fb8f-10ce-41dd-94be-4f776ffe68b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:19.180891 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb16bbd-9737-42e5-96be-62ef00cd917e,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:19.200217 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:20.387930 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b53de-8b09-4790-9d1a-2415ebef3350 req-0f2c9418-a02f-4d46-9e9f-45eb4ef1a7e6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.390631 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-103b53de-8b09-4790-9d1a-2415ebef3350 req-0f2c9418-a02f-4d46-9e9f-45eb4ef1a7e6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1246126 Jun 08 12:46:20.464467 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaebdc4-543b-4c32-98e1-4fbc23a47031 req-87bd83d0-7335-4d5d-93a9-351c3ab832f6 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:20.468771 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-acaebdc4-543b-4c32-98e1-4fbc23a47031 req-87bd83d0-7335-4d5d-93a9-351c3ab832f6 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.1682069 Jun 08 12:46:20.472063 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-103b53de-8b09-4790-9d1a-2415ebef3350 req-0b8442fb-c8c6-475a-bf55-21647cabf8ed tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741684 Jun 08 12:46:20.551574 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-acaebdc4-543b-4c32-98e1-4fbc23a47031 req-ddf1e509-66fc-4747-b3ac-c12d7499fac0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Jun 08 12:46:20.647814 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41694) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:20.798434 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:20.891047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41704) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:20.936935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:20.942107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:20.959783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb14d248-426e-4c31-b70e-928610f08508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:20.994183 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eddb5ad58f348549c4e1e003b210739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450637 Jun 08 12:46:20.996160 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58c612-bce7-4288-8c0b-5660c6924a46,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:20.996964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:20.999128 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:21.036345 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.098642 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.139327 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.223329 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.225746 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.226849 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe58c612-bce7-4288-8c0b-5660c6924a46 HTTP/1.1" status: 204 len: 168 time: 0.2289355 Jun 08 12:46:21.229637 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea9f6efe-8baa-406c-ab00-dd9f231f79c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:21.249929 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58c612-bce7-4288-8c0b-5660c6924a46,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:21.254153 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:21.255780 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.260088 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.268317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-70866fd6-1079-43ca-bd33-9362d40d2880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:21.309264 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc603a48-5a78-4872-90f2-ad91e91ee1ac,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:21.313616 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65d82f4fbb2c46f094e3a4400ac9e559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223015 Jun 08 12:46:21.314529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:21.316237 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:21.377750 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.405055 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.463034 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.466238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.467377 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc603a48-5a78-4872-90f2-ad91e91ee1ac HTTP/1.1" status: 204 len: 168 time: 0.1502404 Jun 08 12:46:21.468141 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bafbc511-01b6-4f56-b8de-0c35ed341a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:21.477644 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc603a48-5a78-4872-90f2-ad91e91ee1ac,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:21.480318 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:21.609755 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device f834388e-c41f-4833-8690-5922830707f8 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:21.696573 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161cccd-80a9-4fdc-a58f-eded43d6d06a req-a40248a4-59c1-4332-a4c4-e63bfc73dd7a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.704122 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7161cccd-80a9-4fdc-a58f-eded43d6d06a req-a40248a4-59c1-4332-a4c4-e63bfc73dd7a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1026821 Jun 08 12:46:21.760879 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7161cccd-80a9-4fdc-a58f-eded43d6d06a req-b3e513cc-fda1-4eaa-8b6e-f0b461c0ce29 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Jun 08 12:46:21.804354 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f834388e-c41f-4833-8690-5922830707f8,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:21.825506 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'f834388e-c41f-4833-8690-5922830707f8', 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573', 'port_id': 'f834388e-c41f-4833-8690-5922830707f8', 'mac_address': 'fa:16:3e:15:18:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb69cc28-f407-496c-a52f-6c8c81411e3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:21.890013 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a923a-cdd0-473a-88fe-71d9cb943f7e req-a4ee1a8b-68e4-4f5e-8415-a32c404b0b73 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:21.891671 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fd6a923a-cdd0-473a-88fe-71d9cb943f7e req-a4ee1a8b-68e4-4f5e-8415-a32c404b0b73 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 943 time: 0.1968460 Jun 08 12:46:21.909079 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.932993 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f834388e-c41f-4833-8690-5922830707f8 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:21.952820 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f834388e-c41f-4833-8690-5922830707f8,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:21.958521 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:21.964536 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fd6a923a-cdd0-473a-88fe-71d9cb943f7e req-5ef46ddd-fac1-4fc9-90ee-4a2bb164d85c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600193 Jun 08 12:46:21.966932 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:22.049050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=f834388e-c41f-4833-8690-5922830707f8,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:22.052767 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:22.161274 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41752) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:22.179525 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.349424 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.354534 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.364329 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-195ff35e-654f-4f79-a356-e7ea5af4094a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:22.408954 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a13078185ede4bc48d7e60d9c7561264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464385 Jun 08 12:46:22.410084 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806d79ec-fb90-41e6-a55b-82a04e349364,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:22.412044 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:22.413054 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:22.473796 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.501313 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.526695 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['f834388e-c41f-4833-8690-5922830707f8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:22.561798 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.564363 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:22.565514 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/806d79ec-fb90-41e6-a55b-82a04e349364 HTTP/1.1" status: 204 len: 168 time: 0.1522310 Jun 08 12:46:22.566470 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-31e8a3df-fb46-401d-aeac-f734cf9f1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:22.584467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806d79ec-fb90-41e6-a55b-82a04e349364,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:22.593201 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:22.966198 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79b1ca-8303-452b-957f-67054e750334 req-f44b7a9a-db19-4993-9a63-75cfd0b0c29a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:22.974456 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-af79b1ca-8303-452b-957f-67054e750334 req-f44b7a9a-db19-4993-9a63-75cfd0b0c29a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0978220 Jun 08 12:46:23.025619 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-af79b1ca-8303-452b-957f-67054e750334 req-e68291fd-653b-4465-ba79-6c099e13e454 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Jun 08 12:46:23.230730 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fad777-5a1b-43c7-984e-5f763d074584 req-bbea1a8b-8a8e-4e16-b2c1-80c2f13087f1 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:23.233854 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7fad777-5a1b-43c7-984e-5f763d074584 req-bbea1a8b-8a8e-4e16-b2c1-80c2f13087f1 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 944 time: 0.0954111 Jun 08 12:46:23.286863 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7fad777-5a1b-43c7-984e-5f763d074584 req-e3d49ca9-ca4b-4988-8ed9-48240d8f21c1 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Jun 08 12:46:24.220010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3718be7-99b2-4337-bd80-dc75202aff68 req-a8f5e021-e8b3-4d52-b859-776170540be5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.221547 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a3718be7-99b2-4337-bd80-dc75202aff68 req-a8f5e021-e8b3-4d52-b859-776170540be5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0807822 Jun 08 12:46:24.270921 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a3718be7-99b2-4337-bd80-dc75202aff68 req-31d8d970-cf72-4064-a402-5622e1a0c807 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437567 Jun 08 12:46:24.563122 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca9dc8-b33a-4ddb-a345-bea4cb6684e3 req-767d6eeb-0ab9-4d3f-a9cb-fed31217af3e tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:24.564740 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-82ca9dc8-b33a-4ddb-a345-bea4cb6684e3 req-767d6eeb-0ab9-4d3f-a9cb-fed31217af3e tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 944 time: 0.1659884 Jun 08 12:46:24.616273 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-82ca9dc8-b33a-4ddb-a345-bea4cb6684e3 req-d93826ec-7d5e-4c2b-89e7-8ccd2dea02ad tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 Jun 08 12:46:25.486451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9aa400-914b-4898-8553-83f926fb7052 req-ce259c05-d564-4736-8f21-d5e86d63c9fc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.488052 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fb9aa400-914b-4898-8553-83f926fb7052 req-ce259c05-d564-4736-8f21-d5e86d63c9fc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1001797 Jun 08 12:46:25.541627 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fb9aa400-914b-4898-8553-83f926fb7052 req-debaed1b-b0fc-4f6b-9af3-b3edfb6bdba1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476189 Jun 08 12:46:25.607658 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device f834388e-c41f-4833-8690-5922830707f8 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:25.757251 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port f834388e-c41f-4833-8690-5922830707f8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:25.759035 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port f834388e-c41f-4833-8690-5922830707f8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:25.759753 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:25.843658 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af29d1-5b1d-4f73-bb6a-7c93968bf1f2 req-0eeb820d-0c75-423d-9b8d-e0ac03292d34 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:25.845291 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-24af29d1-5b1d-4f73-bb6a-7c93968bf1f2 req-0eeb820d-0c75-423d-9b8d-e0ac03292d34 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 944 time: 0.0921931 Jun 08 12:46:25.886562 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:25.895301 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-24af29d1-5b1d-4f73-bb6a-7c93968bf1f2 req-6fd0635c-fd96-4ed0-93ef-5a407f596f61 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427392 Jun 08 12:46:25.915242 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f834388e-c41f-4833-8690-5922830707f8'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:25.917827 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57584f08-adf9-4645-9b1b-ce02732674d8" -d '{"events": [{"server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "name": "network-vif-plugged", "status": "completed", "tag": "f834388e-c41f-4833-8690-5922830707f8"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:25.926204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f834388e-c41f-4833-8690-5922830707f8,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:25.931213 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:25.934806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:25.968306 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a3bee-3b4c-4c6f-9981-405d49407cec x-openstack-request-id: req-6b2a3bee-3b4c-4c6f-9981-405d49407cec {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:25.968599 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "name": "network-vif-plugged", "status": "completed", "tag": "f834388e-c41f-4833-8690-5922830707f8", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:25.968862 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b2a3bee-3b4c-4c6f-9981-405d49407cec {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:25.969251 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f834388e-c41f-4833-8690-5922830707f8', 'code': 200} Jun 08 12:46:26.012612 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=f834388e-c41f-4833-8690-5922830707f8,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:26.015681 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:26.248622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da4950-bbdc-4418-8505-cd84dcbaa714 req-ab34aa48-845f-46a3-acd5-6ca142fe1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:26.248622 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-16da4950-bbdc-4418-8505-cd84dcbaa714 req-ab34aa48-845f-46a3-acd5-6ca142fe1df9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 1098 time: 0.0770702 Jun 08 12:46:26.292685 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-16da4950-bbdc-4418-8505-cd84dcbaa714 req-59d7447f-069d-4b89-9bb9-565e495902df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Jun 08 12:46:26.765037 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a70c-f242-42c0-9401-b730cb045dc4 req-e7cc98c8-0b8a-4dcb-9805-a3fed5d1a828 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:26.766927 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f591a70c-f242-42c0-9401-b730cb045dc4 req-e7cc98c8-0b8a-4dcb-9805-a3fed5d1a828 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0966251 Jun 08 12:46:26.811267 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 41932) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:26.813320 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f591a70c-f242-42c0-9401-b730cb045dc4 req-a4ea5f50-ddf4-4fcc-9873-aa58083ed783 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Jun 08 12:46:26.957704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.156149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.165273 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d851b4-145a-4068-a1e9-78b44da9e1d8 req-c1cfd136-b364-4af9-a282-c2a5c7e7db64 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:27.166898 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12d851b4-145a-4068-a1e9-78b44da9e1d8 req-c1cfd136-b364-4af9-a282-c2a5c7e7db64 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.1487868 Jun 08 12:46:27.168040 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.177510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c1459d59-d434-47d9-b7d7-f96dbab295b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:27.256322 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=119ffb02e8694442abf831781468591e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438052 Jun 08 12:46:27.256956 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41958) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:27.261398 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaf910e-bad9-42b9-843c-8020eb25709e,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:27.266775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:27.273346 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12d851b4-145a-4068-a1e9-78b44da9e1d8 req-befea7f9-c8db-4b8d-b5ce-eddcee252f5c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969903 Jun 08 12:46:27.341820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.368925 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.423574 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.426055 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.427173 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4eaf910e-bad9-42b9-843c-8020eb25709e HTTP/1.1" status: 204 len: 168 time: 0.1690445 Jun 08 12:46:27.428042 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78013c29-a943-4670-800a-1966d14caa44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:27.438725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaf910e-bad9-42b9-843c-8020eb25709e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:27.441050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:27.733425 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41974) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:27.751758 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.899576 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.905360 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:27.917396 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3a602762-2eea-4c37-a651-fcef0b04a7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:28.022919 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933aceeb-f91d-49f0-8b31-78707a3e9030,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:28.036944 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:28.041346 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b59f8d2d88fc40ccbcfb6135099b9ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066025 Jun 08 12:46:28.044878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 41986) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:28.121328 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02bda7e-15f2-4bbd-b6a6-a5f15c92350f req-f675cd27-e911-4c3a-aff0-cf07f448908b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.122760 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a02bda7e-15f2-4bbd-b6a6-a5f15c92350f req-f675cd27-e911-4c3a-aff0-cf07f448908b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1509016 Jun 08 12:46:28.130816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.180845 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.211697 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a02bda7e-15f2-4bbd-b6a6-a5f15c92350f req-a5a31658-8b98-45c9-8727-ca6947cd1dad tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816512 Jun 08 12:46:28.249853 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.253135 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:28.256192 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/933aceeb-f91d-49f0-8b31-78707a3e9030 HTTP/1.1" status: 204 len: 168 time: 0.2095518 Jun 08 12:46:28.257041 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d232b395-13d1-4cca-8538-1cd109837b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:28.270933 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933aceeb-f91d-49f0-8b31-78707a3e9030,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:28.273747 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:28.501011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f284f-12f5-438f-8ba1-647f20cf6697 req-cced0982-bdc8-45c6-8875-fce52aadae2b tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:28.502507 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ca5f284f-12f5-438f-8ba1-647f20cf6697 req-cced0982-bdc8-45c6-8875-fce52aadae2b tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.0957742 Jun 08 12:46:28.552234 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ca5f284f-12f5-438f-8ba1-647f20cf6697 req-6c5ffb21-6467-4f62-9c85-325b56645f3d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Jun 08 12:46:28.853703 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42022) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:28.982021 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.122636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.129851 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.141103 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b7f5dfd1-1333-48c7-bf11-3472224d464b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:29.184013 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e04d9a2-9209-4d86-8f01-27e8dc72a5a1,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:29.188973 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d0a54e3087b448abf7253b97d94c605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326883 Jun 08 12:46:29.190102 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:29.191219 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42044) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:29.271887 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.304047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.417356 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.419932 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:29.421050 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e04d9a2-9209-4d86-8f01-27e8dc72a5a1 HTTP/1.1" status: 204 len: 168 time: 0.2284472 Jun 08 12:46:29.423288 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:29.437260 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e04d9a2-9209-4d86-8f01-27e8dc72a5a1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:29.444081 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:29.470877 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6472-23b5-40bf-879e-3cff9149a046 req-a1215959-806c-4c0e-b10d-a8c48504e2a1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:29.472733 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a6cf6472-23b5-40bf-879e-3cff9149a046 req-a1215959-806c-4c0e-b10d-a8c48504e2a1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1096735 Jun 08 12:46:29.540026 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a6cf6472-23b5-40bf-879e-3cff9149a046 req-60227eca-f524-4eb2-b3fe-419d18413462 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612257 Jun 08 12:46:29.914010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42076) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:29.941016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.084344 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.092382 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.110169 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a8e3f343-a6f4-44c7-80bc-e7afbf7d816c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:30.147358 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8353beee2e8044bdbc485aaa99c1317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320564 Jun 08 12:46:30.148939 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd6ffa-e605-4983-81fc-8b94fee0be5c req-7c2bb00c-259f-4ecb-a935-d47cbff22b4d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.151361 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42084) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:30.151871 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9abd6ffa-e605-4983-81fc-8b94fee0be5c req-7c2bb00c-259f-4ecb-a935-d47cbff22b4d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.1680794 Jun 08 12:46:30.163973 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47d2f9e-1ab3-498f-b707-d16125c2e7ba,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:30.167311 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:30.208303 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9abd6ffa-e605-4983-81fc-8b94fee0be5c req-54f3dea5-9bd1-494a-a10f-6a50ed8dac51 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Jun 08 12:46:30.232584 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.263846 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.316419 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.318731 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.319893 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c47d2f9e-1ab3-498f-b707-d16125c2e7ba HTTP/1.1" status: 204 len: 168 time: 0.1671643 Jun 08 12:46:30.320674 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d03fb134-4dfb-4b05-9159-eeb9c179991b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:30.330557 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47d2f9e-1ab3-498f-b707-d16125c2e7ba,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:30.332811 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:30.701634 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42098) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:30.725683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.738799 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fab05-379f-4ae2-b99a-4cb67f31a245 req-01f64c61-5fc6-4bbd-af23-ed82bede99d7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:30.740469 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-051fab05-379f-4ae2-b99a-4cb67f31a245 req-01f64c61-5fc6-4bbd-af23-ed82bede99d7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0879138 Jun 08 12:46:30.790522 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-051fab05-379f-4ae2-b99a-4cb67f31a245 req-91dc74ad-2183-43b4-8666-a8ba01ba8d21 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Jun 08 12:46:30.853191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.857892 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:30.865016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b51e3c8b-bbe0-4dc8-9a90-18e9e503dd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:30.907227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd7aaf-9677-443a-9770-6ae8cc4b4c8b,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:30.911692 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a36d26204fc4a32b1aa546b43a66234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082398 Jun 08 12:46:30.912584 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:30.915587 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42100) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:30.976954 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:31.004018 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:31.060700 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:31.063442 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:31.064604 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cebd7aaf-9677-443a-9770-6ae8cc4b4c8b HTTP/1.1" status: 204 len: 168 time: 0.1480312 Jun 08 12:46:31.065541 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ad205f78-450d-435b-88cf-e01d59977378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:31.076526 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd7aaf-9677-443a-9770-6ae8cc4b4c8b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:31.078755 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:31.450227 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e4cd6-92be-4e5d-b1bb-2f7287b4b786 req-1a112c19-831f-4c60-b6ca-8ed0dfbf1c75 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:31.452524 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d44e4cd6-92be-4e5d-b1bb-2f7287b4b786 req-1a112c19-831f-4c60-b6ca-8ed0dfbf1c75 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.1050797 Jun 08 12:46:31.528310 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d44e4cd6-92be-4e5d-b1bb-2f7287b4b786 req-f659a478-a6e4-4842-8127-8884277e55e3 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583346 Jun 08 12:46:32.026139 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d526-f0da-4240-880d-5cf857509f37 req-ab2352a5-68ee-4490-bccf-d7838de9fc98 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:32.029090 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-df22d526-f0da-4240-880d-5cf857509f37 req-ab2352a5-68ee-4490-bccf-d7838de9fc98 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1165650 Jun 08 12:46:32.086429 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-df22d526-f0da-4240-880d-5cf857509f37 req-ecadb02b-165e-418d-914a-1c0104e58d8a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Jun 08 12:46:32.213786 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793540-3178-490c-a688-c6b70666ec00 req-81943f24-d510-440e-9f49-828441d2779c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:32.215349 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d5793540-3178-490c-a688-c6b70666ec00 req-81943f24-d510-440e-9f49-828441d2779c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.0965850 Jun 08 12:46:32.514459 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Deleting port f834388e-c41f-4833-8690-5922830707f8 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:46:32.515116 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.785380 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] For port f834388e-c41f-4833-8690-5922830707f8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=f834388e-c41f-4833-8690-5922830707f8,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:32.785822 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:32.925788 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Calling delete_port for f834388e-c41f-4833-8690-5922830707f8 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:46:32.961908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1d673-0f0e-4b76-a277-4e4139bfc01f req-dfd1d2f0-7f1b-40d0-98c1-db6e7c695af0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:32.963523 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-efb1d673-0f0e-4b76-a277-4e4139bfc01f req-dfd1d2f0-7f1b-40d0-98c1-db6e7c695af0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 945 time: 0.2785470 Jun 08 12:46:33.029677 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-efb1d673-0f0e-4b76-a277-4e4139bfc01f req-173ee4e5-9cbd-4552-b404-57d7c32c65fd tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591352 Jun 08 12:46:33.129151 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.139062 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:33.170756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['f834388e-c41f-4833-8690-5922830707f8'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:33.221275 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Pushing event deleted for resources: {'Port': ['ID=f834388e-c41f-4833-8690-5922830707f8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:33.224463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:33.358107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] No DVR routers for this DVR port f834388e-c41f-4833-8690-5922830707f8 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:46:33.364004 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:33.366425 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d5793540-3178-490c-a688-c6b70666ec00 req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "DELETE /v2.0/ports/f834388e-c41f-4833-8690-5922830707f8 HTTP/1.1" status: 204 len: 173 time: 1.1420984 Jun 08 12:46:33.366924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'name': 'network-vif-deleted', 'tag': 'f834388e-c41f-4833-8690-5922830707f8'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:33.369905 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306f51d-77ce-43ac-8d14-d989c841f25e" -d '{"events": [{"server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "name": "network-vif-deleted", "tag": "f834388e-c41f-4833-8690-5922830707f8"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:33.411208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3344900-f52c-4f43-878b-2627b12fc36b req-23fbb570-ed74-4ac5-8e62-cb564e4e696f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:33.413490 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3344900-f52c-4f43-878b-2627b12fc36b req-23fbb570-ed74-4ac5-8e62-cb564e4e696f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1534598 Jun 08 12:46:33.466318 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c5638c-6eae-466a-9899-7b9920fab509 x-openstack-request-id: req-94c5638c-6eae-466a-9899-7b9920fab509 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:33.467604 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a972e52-1ab2-4afc-a47b-a27bb1724511", "name": "network-vif-deleted", "tag": "f834388e-c41f-4833-8690-5922830707f8", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:33.468033 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94c5638c-6eae-466a-9899-7b9920fab509 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:33.468675 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a972e52-1ab2-4afc-a47b-a27bb1724511', 'name': 'network-vif-deleted', 'tag': 'f834388e-c41f-4833-8690-5922830707f8', 'status': 'completed', 'code': 200} Jun 08 12:46:33.507588 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3344900-f52c-4f43-878b-2627b12fc36b req-993b4184-70b0-41df-a960-e8c78700b2aa tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864773 Jun 08 12:46:33.869907 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:34.065839 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.247220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.254828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.285971 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3620db6-3e08-45db-8ef8-42516abbc747 req-04af2f80-75a2-454b-a8ed-ad32a804e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:34.286678 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-363fc687-43e5-4b02-94d0-e745a6012845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:34.289028 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3620db6-3e08-45db-8ef8-42516abbc747 req-04af2f80-75a2-454b-a8ed-ad32a804e3ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 1098 time: 0.1862731 Jun 08 12:46:34.350271 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3620db6-3e08-45db-8ef8-42516abbc747 req-49658be9-d99b-4bef-9752-891d5cae605d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541856 Jun 08 12:46:34.380928 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e2b36ed6e626430ba393a9e1fd6d4e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074627 Jun 08 12:46:34.381859 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42246) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:34.385584 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd35b3e-6987-4827-bd21-7b7ce13e047c,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:34.390642 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d4163ac9-8752-4358-8276-ef6e29d0ab9f req-ffa00cbd-eb44-493a-96d8-9bf5e57428ca tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=3a972e52-1ab2-4afc-a47b-a27bb1724511 HTTP/1.1" status: 200 len: 210 time: 0.0836337 Jun 08 12:46:34.391498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:34.458377 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.488580 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.568297 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.574163 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:34.576469 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cd35b3e-6987-4827-bd21-7b7ce13e047c HTTP/1.1" status: 204 len: 168 time: 0.1932955 Jun 08 12:46:34.577833 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-db154fd8-26f8-44c3-990d-f57847e49398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:34.610407 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd35b3e-6987-4827-bd21-7b7ce13e047c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:34.613797 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:34.772720 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39a10-1e3d-49db-9609-394bfa129ef6 req-b70c8de3-35a8-4fc8-b175-c8625a7923b7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:34.774340 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7ca39a10-1e3d-49db-9609-394bfa129ef6 req-b70c8de3-35a8-4fc8-b175-c8625a7923b7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1076612 Jun 08 12:46:34.835264 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7ca39a10-1e3d-49db-9609-394bfa129ef6 req-f634fbc2-9c0c-4cbe-90e8-58d78678365c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540819 Jun 08 12:46:35.003318 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42262) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:35.021061 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.098621 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-3b2f1dd0-3951-45ef-806b-bf2a6950cb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.144903 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.148655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.156187 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-57eb938a-5106-4b0b-9940-960d7a5b4886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:35.198952 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d31ee26d98642e8930c2c07d3e2f778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944830 Jun 08 12:46:35.199863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995f95b-c7f9-4b92-94de-8a46e3c737fa,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:35.202027 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42264) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:35.203292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:35.261612 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.288501 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.347855 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.350329 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:35.351448 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c995f95b-c7f9-4b92-94de-8a46e3c737fa HTTP/1.1" status: 204 len: 168 time: 0.1481233 Jun 08 12:46:35.352305 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82049d21-e033-48b1-89b7-1e52c6395dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:35.363343 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995f95b-c7f9-4b92-94de-8a46e3c737fa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:35.365375 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f4c1cb60-4aaa-46dc-adb7-c6be095bb8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:35.671459 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device f834388e-c41f-4833-8690-5922830707f8 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:46:35.750568 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: f834388e-c41f-4833-8690-5922830707f8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:46:35.751011 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device f834388e-c41f-4833-8690-5922830707f8 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:46:35.874246 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-a3dfdec5-e61c-4425-83cc-6db98eef803f tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:35.875917 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-a3dfdec5-e61c-4425-83cc-6db98eef803f tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 809 time: 0.1575608 Jun 08 12:46:35.903216 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-58aee161-97a6-433e-8437-78ae7b126596 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/quotas/06d3de4322494f73a0d12b5d59a5bf1f HTTP/1.1" status: 200 len: 375 time: 0.0137293 Jun 08 12:46:35.979295 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-82a9c24e-fcdd-4f36-b69e-a2b8113025bd tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690687 Jun 08 12:46:36.151724 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356da39-643f-4add-9502-aeced937f795 req-cea8ce6d-d6b5-4060-9d77-0f69eb9eb893 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:36.161832 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2356da39-643f-4add-9502-aeced937f795 req-cea8ce6d-d6b5-4060-9d77-0f69eb9eb893 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1230960 Jun 08 12:46:36.211294 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-52f0c020-d3f4-46af-b5fd-b669fc7821eb service neutron] 10.222.0.55 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306042 Jun 08 12:46:36.237027 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2356da39-643f-4add-9502-aeced937f795 req-be5e4c76-f987-4bab-bc69-cdc011efedae tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741997 Jun 08 12:46:36.270989 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42316) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:36.417981 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-2c3d005e-702f-4783-a83a-9ffce52a09ab service neutron] 10.222.0.55 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047565 Jun 08 12:46:36.468732 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:36.671437 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:36.684735 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:36.702010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-66fa0d1a-38cc-4526-98af-27e8d6ab9c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:36.773087 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-da686366-7c66-43c7-b379-4cbaf3962034 req-8346c177-6dc5-4343-88db-71fea8c9c8d6 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 210 time: 0.0979772 Jun 08 12:46:36.837011 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f2792d451446269377096b41e42e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643950 Jun 08 12:46:36.839149 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589be7cd-23a2-4bb7-9013-48bc55563b31,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:36.841712 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42338) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:36.854007 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:37.052195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.115318 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.207656 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.210262 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.214473 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/589be7cd-23a2-4bb7-9013-48bc55563b31 HTTP/1.1" status: 204 len: 168 time: 0.3689587 Jun 08 12:46:37.215534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3d17852b-a4de-41e7-bdc3-c5eb751aae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:37.234737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589be7cd-23a2-4bb7-9013-48bc55563b31,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:37.236969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:37.568928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1b06c-16e1-4637-a121-a66d27ebac66 req-965f6fbf-8b56-470f-a05b-26a412e989e8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:37.577140 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-acb1b06c-16e1-4637-a121-a66d27ebac66 req-965f6fbf-8b56-470f-a05b-26a412e989e8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.1655886 Jun 08 12:46:37.618946 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-afcde759-a0f4-41ab-bad6-627b4390f448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.644109 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42364) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:37.664555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.685289 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-acb1b06c-16e1-4637-a121-a66d27ebac66 req-df739450-c5a1-4ba3-b4af-c7ea500123f6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068759 Jun 08 12:46:37.769550 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.896384 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.903072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:37.924846 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9c48e74c-7471-43b2-b4e0-cf9d2e5892ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:38.007147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da585167-8710-4554-ab3f-3eb5cfa9b407,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:38.014320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:38.018422 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=510aac4f312143d3af003133c34be91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728058 Jun 08 12:46:38.022070 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42374) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:38.063336 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f3af8-2b9c-4ca9-9d1f-59d98cf8664e req-f86f2792-df3c-4317-bb9e-869f1e76d184 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.066405 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-437f3af8-2b9c-4ca9-9d1f-59d98cf8664e req-f86f2792-df3c-4317-bb9e-869f1e76d184 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1636660 Jun 08 12:46:38.141584 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-437f3af8-2b9c-4ca9-9d1f-59d98cf8664e req-a46899aa-fc8d-4f91-8c59-514880afe000 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694566 Jun 08 12:46:38.179447 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.200132 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f797f744-0650-4c74-822a-58159e5d3a57 req-2ecf6083-9204-4dc8-885c-f535e8a3acc7 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 210 time: 0.0862157 Jun 08 12:46:38.237579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.485207 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.487906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.498165 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da585167-8710-4554-ab3f-3eb5cfa9b407 HTTP/1.1" status: 204 len: 168 time: 0.4720170 Jun 08 12:46:38.511811 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1894d14c-d4c2-423e-a86e-82006728120b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:38.530963 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da585167-8710-4554-ab3f-3eb5cfa9b407,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:38.543377 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:38.560613 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-d341d069-4f12-46ac-99ff-7db4d27c56aa tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:38.562311 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-d341d069-4f12-46ac-99ff-7db4d27c56aa tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 809 time: 0.3092902 Jun 08 12:46:38.587672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Request body: {'port': {'device_id': '319854ae-a3a0-464f-9bdf-65b880f88488', 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573', 'admin_state_up': True, 'tenant_id': '06d3de4322494f73a0d12b5d59a5bf1f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:38.748444 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:38.917425 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Made reservation on behalf of 06d3de4322494f73a0d12b5d59a5bf1f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:46:38.930428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.277883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Allocated IP 172.20.0.7 (8cfa1ec7-d2d0-4c1c-9500-b38d09469573/eb69cc28-f407-496c-a52f-6c8c81411e3c/43af61f2-0260-47bb-8d2d-cf84863c21bd) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:46:39.454478 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8dfc70bd-1adb-42e2-b914-63e2c75c8ec9 req-5ce068d8-b636-4524-b1a6-434da3d25b04 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 210 time: 0.0951989 Jun 08 12:46:39.657595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.704082 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:46:39.707238 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:46:39.731818 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:46:39.733806 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:46:39.736579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:46:39.807400 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:39.808336 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:39.828789 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-6ae4abf0-6b07-461a-bcaf-99697618b76a tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2469931 Jun 08 12:46:39.862643 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Request body: {'port': {'device_id': '319854ae-a3a0-464f-9bdf-65b880f88488', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:46:40.005991 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.544710 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.566037 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43af61f2-0260-47bb-8d2d-cf84863c21bd {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:40.575807 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.625888 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Transition to ACTIVE for port object 43af61f2-0260-47bb-8d2d-cf84863c21bd will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:46:40.632687 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:40.641971 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:40.854482 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=43af61f2-0260-47bb-8d2d-cf84863c21bd,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:40.864929 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac00bfe-5992-41e0-90e9-10f832e4468d req-20ba57e0-aac3-4d56-ad68-3c0b767ea4fd tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:40.867741 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:40.873680 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eac00bfe-5992-41e0-90e9-10f832e4468d req-20ba57e0-aac3-4d56-ad68-3c0b767ea4fd tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 943 time: 0.2625391 Jun 08 12:46:40.908879 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-412bb560-9148-43e7-b373-2cd07a42afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:40.908879 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-412bb560-9148-43e7-b373-2cd07a42afba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.1908550 Jun 08 12:46:41.040563 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eac00bfe-5992-41e0-90e9-10f832e4468d req-6e77cc7f-38e4-4fca-9194-718e718792e8 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657095 Jun 08 12:46:41.181405 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776112d8-67bb-4959-9f76-bcbe86f9f359 req-62fe0c72-9a42-4abf-93bb-5cec06b7fe50 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.190245 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-776112d8-67bb-4959-9f76-bcbe86f9f359 req-62fe0c72-9a42-4abf-93bb-5cec06b7fe50 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.4585791 Jun 08 12:46:41.229394 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-967e3d66-c164-480a-a82b-39d8edd3263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.231018 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-967e3d66-c164-480a-a82b-39d8edd3263f service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.3181415 Jun 08 12:46:41.277619 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Attempting to bind port 43af61f2-0260-47bb-8d2d-cf84863c21bd on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:46:41.277959 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Attempting to bind port 43af61f2-0260-47bb-8d2d-cf84863c21bd by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:46:41.278295 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Attempting to bind port 43af61f2-0260-47bb-8d2d-cf84863c21bd on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:41.286414 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-776112d8-67bb-4959-9f76-bcbe86f9f359 req-cf2be506-dfdb-4ff4-9c2f-a3eb01701e1e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941291 Jun 08 12:46:41.288883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Port 43af61f2-0260-47bb-8d2d-cf84863c21bd on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:46:41.289426 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Attempting to bind port 43af61f2-0260-47bb-8d2d-cf84863c21bd on network 8cfa1ec7-d2d0-4c1c-9500-b38d09469573 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:46:41.297594 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:46:41.298142 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Checking segment: {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:46:41.298766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Bound using segment: {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:46:41.299472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Bound port: 43af61f2-0260-47bb-8d2d-cf84863c21bd, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abde827-fa49-4d67-9583-4461f40ea97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:46:41.300041 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:41.312871 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-aa496b55-2f36-46eb-9a73-aa897637a065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.0636466 Jun 08 12:46:41.395548 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-1542602e-0fb5-4482-ad75-9b23b0dd1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.397466 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-1542602e-0fb5-4482-ad75-9b23b0dd1a75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.0777998 Jun 08 12:46:41.475236 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-f661a07f-7a4c-44b1-9bfc-83755237219a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707264 Jun 08 12:46:41.478247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:46:41.483304 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:46:41.489013 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:41.496184 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:41.566872 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.568011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:41.569602 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] 10.222.0.47 "PUT /v2.0/ports/43af61f2-0260-47bb-8d2d-cf84863c21bd HTTP/1.1" status: 200 len: 1093 time: 1.7236900 Jun 08 12:46:41.570118 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:41.573200 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:41.605906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Pushing event updated for resources: {'Port': ['ID=43af61f2-0260-47bb-8d2d-cf84863c21bd,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:41.610228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:41.673171 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822eb9ef-e87e-418c-bb95-5cb0c82e0682 x-openstack-request-id: req-822eb9ef-e87e-418c-bb95-5cb0c82e0682 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:41.673502 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:41.673644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-822eb9ef-e87e-418c-bb95-5cb0c82e0682 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:41.674174 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd', 'status': 'completed', 'code': 200} Jun 08 12:46:41.686949 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-37f88d4a-83dd-43ea-b916-903097550b42 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045107 Jun 08 12:46:41.731083 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-0f0bed68-d466-42d4-b05a-46b19c2df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:41.733671 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-0f0bed68-d466-42d4-b05a-46b19c2df1af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 1096 time: 0.1025531 Jun 08 12:46:41.871193 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-eb5f12f2-7bf5-4c98-aedd-1ed954cf06a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd HTTP/1.1" status: 200 len: 217 time: 0.1237657 Jun 08 12:46:41.977251 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8a91e8fd-b548-4678-a20b-e8dff7eaca3e req-834258fc-16a7-4d24-8ca2-7edfa3a7051f service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827234 Jun 08 12:46:42.050151 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-0c7e45c1-145f-472d-ba1c-9fd17edce200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.053836 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-0c7e45c1-145f-472d-ba1c-9fd17edce200 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb69cc28-f407-496c-a52f-6c8c81411e3c HTTP/1.1" status: 200 len: 849 time: 0.1718833 Jun 08 12:46:42.142766 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-88709ad2-0984-494c-a5ff-ad90bc757a0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811567 Jun 08 12:46:42.372077 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-fbe1e196-1e9b-4f0e-b496-89bd9933a68f service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182469 Jun 08 12:46:42.416277 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18179-08a9-4352-b0de-c0697eb1639a req-cdb97337-d5e2-4fba-9b15-30feca524f11 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.428034 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-32f18179-08a9-4352-b0de-c0697eb1639a req-cdb97337-d5e2-4fba-9b15-30feca524f11 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 943 time: 0.1614952 Jun 08 12:46:42.499016 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-32f18179-08a9-4352-b0de-c0697eb1639a req-fc486ceb-3bf6-4fa8-b58d-b786258ab477 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653703 Jun 08 12:46:42.580060 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d69cd2-2a12-4d4f-a9c5-033881397546 req-06df8e85-945b-4123-b293-f3bab2ae0974 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992455 Jun 08 12:46:42.729923 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fada1-e243-4c4e-9b3d-c9c89e0ad216 req-3fd349cf-cd03-4d19-802a-e50ac2939a2b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.731558 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-381fada1-e243-4c4e-9b3d-c9c89e0ad216 req-3fd349cf-cd03-4d19-802a-e50ac2939a2b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0973580 Jun 08 12:46:42.745509 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42548) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:42.808351 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-381fada1-e243-4c4e-9b3d-c9c89e0ad216 req-e37e423f-62f5-4962-86f7-711886151a4b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647194 Jun 08 12:46:42.821919 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-84332a1f-6bb2-45ae-840a-686adfae67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.824329 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-84332a1f-6bb2-45ae-840a-686adfae67c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 1096 time: 0.0875642 Jun 08 12:46:42.911474 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:42.973828 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-92ad87ad-fa62-4a1b-aeed-d7aeacbaf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:42.975297 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-92ad87ad-fa62-4a1b-aeed-d7aeacbaf6d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 200 len: 910 time: 0.1440544 Jun 08 12:46:43.056028 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.056662 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-282251b3-9fe1-41e0-84d0-8785c9c7ece7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd HTTP/1.1" status: 200 len: 217 time: 0.0710528 Jun 08 12:46:43.056770 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.071352 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8a1aa758-45b9-4e56-9143-d9e62e2cfbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:43.118951 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7df205bab1f84361b733551d967b2fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714621 Jun 08 12:46:43.122002 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42554) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:43.125335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f37463-5573-4bc6-b424-9b691305b708,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:43.139306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-b52b1cea-5d70-4f2d-b51a-bd6cdbf7cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:43.140658 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:43.140822 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-b52b1cea-5d70-4f2d-b51a-bd6cdbf7cd2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb69cc28-f407-496c-a52f-6c8c81411e3c HTTP/1.1" status: 200 len: 849 time: 0.0707870 Jun 08 12:46:43.207761 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-2675d049-bd24-4069-b7f7-7d18d4936210 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cfa1ec7-d2d0-4c1c-9500-b38d09469573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532320 Jun 08 12:46:43.223516 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.271616 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.351252 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.354329 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:43.359570 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10f37463-5573-4bc6-b424-9b691305b708 HTTP/1.1" status: 204 len: 168 time: 0.2325156 Jun 08 12:46:43.359570 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1886e96e-1563-45e2-ade2-f318795bcdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:43.370164 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f37463-5573-4bc6-b424-9b691305b708,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:43.373274 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-8ade4de1-baf8-4db3-9717-9a0615bb30c4 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635456 Jun 08 12:46:43.378248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:43.766161 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19108e7b-17c3-49c1-bfca-abed9666b969 req-2df41915-cadd-443e-8926-739b9961cf1c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:43.768268 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-19108e7b-17c3-49c1-bfca-abed9666b969 req-2df41915-cadd-443e-8926-739b9961cf1c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 943 time: 0.1012843 Jun 08 12:46:43.773294 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1652be-f0f9-49e7-8de5-0ea0b48cfdd5 req-5ec1980f-6acd-4e74-a11b-52425bb457a3 service neutron] 10.222.0.47 "GET /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920882 Jun 08 12:46:43.828414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-19108e7b-17c3-49c1-bfca-abed9666b969 req-d4880642-a505-4229-814a-e4952c10ae93 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jun 08 12:46:44.066752 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28c457-1c08-4789-a2a9-4663a9a23246 req-3d6ece38-3c3f-437d-8407-90887d01d0ea tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:44.068647 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ee28c457-1c08-4789-a2a9-4663a9a23246 req-3d6ece38-3c3f-437d-8407-90887d01d0ea tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1059105 Jun 08 12:46:44.145929 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ee28c457-1c08-4789-a2a9-4663a9a23246 req-8d509294-01ea-4019-82b9-566f28a93ecd tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589316 Jun 08 12:46:44.940677 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:46:45.114643 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8517-6b58-4718-a453-2955c43989ec req-4e36ed00-6dd7-4910-a584-3b764106d9ef tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.114643 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-24da8517-6b58-4718-a453-2955c43989ec req-4e36ed00-6dd7-4910-a584-3b764106d9ef tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 943 time: 0.1103103 Jun 08 12:46:45.237521 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-24da8517-6b58-4718-a453-2955c43989ec req-8048833d-8c27-4961-93dc-a99bfc55a74f tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184282 Jun 08 12:46:45.405115 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab443a-d48d-4c50-b5b7-ca213dc39125 req-e7cd2eb6-f3ba-4eab-abec-0d6c8955e6cc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:45.407762 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1ab443a-d48d-4c50-b5b7-ca213dc39125 req-e7cd2eb6-f3ba-4eab-abec-0d6c8955e6cc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1086047 Jun 08 12:46:45.458941 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1ab443a-d48d-4c50-b5b7-ca213dc39125 req-a4f91777-7599-4c55-bc0b-d35043eb43b0 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Jun 08 12:46:45.702601 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 43af61f2-0260-47bb-8d2d-cf84863c21bd details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:46:45.827448 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-421d964e-3e8c-427c-bf11-ba53af0f826b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805035 Jun 08 12:46:45.871986 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:45.887228 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '43af61f2-0260-47bb-8d2d-cf84863c21bd', 'network_id': '8cfa1ec7-d2d0-4c1c-9500-b38d09469573', 'port_id': '43af61f2-0260-47bb-8d2d-cf84863c21bd', 'mac_address': 'fa:16:3e:ee:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb69cc28-f407-496c-a52f-6c8c81411e3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:46:45.972515 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:46.007491 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43af61f2-0260-47bb-8d2d-cf84863c21bd {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:46:46.034853 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:46.040211 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:46.044708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:46.093104 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-4da880b8-a7e1-4219-9bb3-ea53ffb19d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.095395 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-4da880b8-a7e1-4219-9bb3-ea53ffb19d9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.1269200 Jun 08 12:46:46.150806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=43af61f2-0260-47bb-8d2d-cf84863c21bd,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:46.154501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:46.313874 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-e402da4c-f408-490a-be0d-2f4e79fbd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.316359 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-e402da4c-f408-490a-be0d-2f4e79fbd7f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.1838000 Jun 08 12:46:46.491277 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-a0cb0e2d-5976-4c8a-8d9f-9e6784aa6f4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1649897 Jun 08 12:46:46.526934 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97586f38-57dd-4c2d-b827-ba76aacb9e1f req-52ca8560-8833-4805-ac64-812653d246a5 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.535685 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-97586f38-57dd-4c2d-b827-ba76aacb9e1f req-52ca8560-8833-4805-ac64-812653d246a5 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 944 time: 0.0974123 Jun 08 12:46:46.550151 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['43af61f2-0260-47bb-8d2d-cf84863c21bd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:46.627521 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-97586f38-57dd-4c2d-b827-ba76aacb9e1f req-bb5ec5fa-fe3b-4fab-b421-a16e2c501efe tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905461 Jun 08 12:46:46.660999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-90ac39e0-69b0-4dd5-836b-4af38ba94ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.663433 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-90ac39e0-69b0-4dd5-836b-4af38ba94ecb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.1568284 Jun 08 12:46:46.960017 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-14160773-234e-4138-9022-45d8e8014512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.961718 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-14160773-234e-4138-9022-45d8e8014512 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2848556 Jun 08 12:46:46.970984 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4093d2b-6027-4234-b2f1-ef1de3924ecb req-6d898d18-e0d6-494a-a372-65f72d5a9832 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:46.972475 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e4093d2b-6027-4234-b2f1-ef1de3924ecb req-6d898d18-e0d6-494a-a372-65f72d5a9832 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1567903 Jun 08 12:46:47.129353 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e4093d2b-6027-4234-b2f1-ef1de3924ecb req-4b62a8a8-bb3b-4f49-b5f5-ad3ad6e03773 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370020 Jun 08 12:46:47.186017 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-92aa7d3d-f129-4f55-a778-625273f5320a service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125642 Jun 08 12:46:47.394156 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2855c5ba-24d0-4ff4-995f-748a768a9ae3 req-5dff335c-1f2e-4bd0-b4d6-58af0cc0b12b service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951079 Jun 08 12:46:48.030954 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5652fde-54c5-4f1e-8283-48db78a65297 req-7be37e3f-55d5-45c8-8ba5-02cf762c77b0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:48.033384 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f5652fde-54c5-4f1e-8283-48db78a65297 req-7be37e3f-55d5-45c8-8ba5-02cf762c77b0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 944 time: 0.1849520 Jun 08 12:46:48.141298 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f5652fde-54c5-4f1e-8283-48db78a65297 req-b6581774-9cfb-4ead-9009-f250e94250d2 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877042 Jun 08 12:46:48.483294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304254a0-8d1b-4ee0-bd3e-185c11c1bc7b req-c67db9fa-2be4-49ea-b477-faf7d436c694 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:48.485412 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-304254a0-8d1b-4ee0-bd3e-185c11c1bc7b req-c67db9fa-2be4-49ea-b477-faf7d436c694 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1850464 Jun 08 12:46:48.544948 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-304254a0-8d1b-4ee0-bd3e-185c11c1bc7b req-c9b122a3-c12a-4e93-8a11-0b26b6cffd4a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Jun 08 12:46:48.679512 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:48.736304 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:48.938932 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.108583 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.116589 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.143480 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-00cb419e-ef22-4e14-a88f-f4bb6f965c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:49.263539 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c0ff1e46b3834a6592fa1bfe96f23213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260868 Jun 08 12:46:49.266737 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e98503-1396-4bd1-a090-b66a093bb04a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:49.268020 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42778) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:49.272185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e56f29d1-b197-4f90-979f-23999a956967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:49.392435 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.483452 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.628024 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42790) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:49.635630 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b5c45-b02c-4916-9355-e073bef46c73 req-cfadb1b8-d365-418f-80ca-f7d6210b7a17 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:49.637037 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-226b5c45-b02c-4916-9355-e073bef46c73 req-cfadb1b8-d365-418f-80ca-f7d6210b7a17 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 944 time: 0.2115123 Jun 08 12:46:49.638378 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.641483 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:49.642953 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09e98503-1396-4bd1-a090-b66a093bb04a HTTP/1.1" status: 204 len: 168 time: 0.3732648 Jun 08 12:46:49.644048 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-16a2c29c-8e11-48b4-9314-42728a7e0cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:49.683638 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42796) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:49.700105 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e98503-1396-4bd1-a090-b66a093bb04a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:49.722888 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:49.741685 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-226b5c45-b02c-4916-9355-e073bef46c73 req-d61488cb-e129-4398-bfdb-0f68eb2b3fbb tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888190 Jun 08 12:46:49.745449 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 43af61f2-0260-47bb-8d2d-cf84863c21bd up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:46:49.894824 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 43af61f2-0260-47bb-8d2d-cf84863c21bd completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:46:49.903421 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 43af61f2-0260-47bb-8d2d-cf84863c21bd triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:46:49.904095 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.049667 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5a914-5aac-443f-a79d-6c4256cc1743 req-091cdc86-30ad-4641-bacb-e753f328e764 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:50.053570 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b6c5a914-5aac-443f-a79d-6c4256cc1743 req-091cdc86-30ad-4641-bacb-e753f328e764 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1621697 Jun 08 12:46:50.150772 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b6c5a914-5aac-443f-a79d-6c4256cc1743 req-183b9d99-7039-4df2-b934-3d5c2304bb2c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860674 Jun 08 12:46:50.152185 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.188987 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:50.191468 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a86c6d-2882-43d0-a463-08e6a784ef23" -d '{"events": [{"server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "name": "network-vif-plugged", "status": "completed", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:50.215251 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:50.223022 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.231227 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:50.296647 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a9eba-7527-4822-81c9-6721efb3caa4 x-openstack-request-id: req-050a9eba-7527-4822-81c9-6721efb3caa4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:50.296957 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "name": "network-vif-plugged", "status": "completed", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:50.297217 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-050a9eba-7527-4822-81c9-6721efb3caa4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:50.297615 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd', 'code': 200} Jun 08 12:46:50.314431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.324858 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=43af61f2-0260-47bb-8d2d-cf84863c21bd,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:50.328750 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:50.342898 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.425762 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.db.api [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 12:46:50.425762 dv-cinder-784477-4-smb neutron-server[103614]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 12:46:50.425762 dv-cinder-784477-4-smb neutron-server[103614]: [parameters: {'project_id': '532a5b43ad6c46c6b9de54ff9f2ac732', 'id': '9387fbb0-b257-4842-871c-3225054e9cd6', 'expiration': datetime.datetime(2021, 6, 8, 12, 48, 50, 400296)}] Jun 08 12:46:50.425762 dv-cinder-784477-4-smb neutron-server[103614]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=103614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:46:50.426385 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_db.api [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:46:50.531376 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42812) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:50.540859 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.549796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.563208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.607337 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-00e8be6c-78a1-4675-9f3e-1a0857667b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:50.625149 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a42ddb748aa2457db1fc52f21847934b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952319 Jun 08 12:46:50.628863 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 42814) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:50.693748 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84e7c7-3f25-4cbe-9714-03106a755343,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:50.714985 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.715413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.715860 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.716376 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.716817 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.717657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.718082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.718431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.718832 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.719254 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.719601 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.720090 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:50.725123 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-181404bd-b011-4f74-ae90-1d7d9aadb715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:50.763873 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.777401 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.792804 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.804594 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.882184 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.887695 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.889975 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e84e7c7-3f25-4cbe-9714-03106a755343 HTTP/1.1" status: 204 len: 168 time: 0.2595730 Jun 08 12:46:50.891456 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5dd859fa-ef16-4777-99e9-4a6fdf43bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:50.916728 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84e7c7-3f25-4cbe-9714-03106a755343,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:50.919603 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d9a74968-6230-43e7-8da2-17a05a630125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:50.921470 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:50.928258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:50.958361 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cefccb-2f46-4fb8-9471-60930dde3964 req-a5527ce0-94d4-4105-83aa-e6475e35b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:50.961281 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f5cefccb-2f46-4fb8-9471-60930dde3964 req-a5527ce0-94d4-4105-83aa-e6475e35b41e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 1098 time: 0.2940948 Jun 08 12:46:51.058360 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=248fd07b6d35492a81cad57cbf54248c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240788 Jun 08 12:46:51.067221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42822) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:51.098957 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f688e5-ccb7-4612-8122-11dc8ac53d88,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:51.130110 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f5cefccb-2f46-4fb8-9471-60930dde3964 req-427223ee-b5f3-47e6-ba29-8fa5eb5dac5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387260 Jun 08 12:46:51.131188 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:51.205016 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.244559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466758c-747b-4cc5-8b3b-07782d30c86d req-d6b5011f-117f-46ae-a2d5-a5ece8673a69 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:51.251633 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f466758c-747b-4cc5-8b3b-07782d30c86d req-d6b5011f-117f-46ae-a2d5-a5ece8673a69 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.2274697 Jun 08 12:46:51.253726 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.273523 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.282019 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.294062 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d2c9107f-d9bc-4741-9d82-4a4935317943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:51.359676 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.365355 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.369440 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34f688e5-ccb7-4612-8122-11dc8ac53d88 HTTP/1.1" status: 204 len: 168 time: 0.2983382 Jun 08 12:46:51.370783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-861a57ef-4a65-4b7d-9689-86ea584329e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:51.426517 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=532a5b43ad6c46c6b9de54ff9f2ac732&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7410996 Jun 08 12:46:51.430038 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 42828) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:46:51.430417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3b9c8-9d5c-48f9-8c4b-e66ec948fb8a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:51.453176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:51.456786 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f688e5-ccb7-4612-8122-11dc8ac53d88,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:51.464636 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:51.481701 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f466758c-747b-4cc5-8b3b-07782d30c86d req-2f694042-2c2d-496b-8a2d-2ddfd7469f60 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287314 Jun 08 12:46:51.581447 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e616d19-da40-4ca3-bb7d-8088c095e4b0 req-ca694eba-6706-4c94-b666-a9ec5ca64cdc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:51.583911 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e616d19-da40-4ca3-bb7d-8088c095e4b0 req-ca694eba-6706-4c94-b666-a9ec5ca64cdc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.2040288 Jun 08 12:46:51.589271 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.697170 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.726988 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e616d19-da40-4ca3-bb7d-8088c095e4b0 req-d02e0e0c-94f6-46a2-aed1-a284589a6419 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344895 Jun 08 12:46:51.813437 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.818588 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:51.820741 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57a3b9c8-9d5c-48f9-8c4b-e66ec948fb8a HTTP/1.1" status: 204 len: 168 time: 0.3894892 Jun 08 12:46:51.825930 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4f64b75c-46b4-48cf-ba11-8c3930916002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:51.846520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3b9c8-9d5c-48f9-8c4b-e66ec948fb8a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:51.860356 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:52.825116 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032cbfd-41de-429f-85bb-b0be799fb816 req-aa9cdfb8-30aa-401c-bc4c-48d098a79460 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:52.834963 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e032cbfd-41de-429f-85bb-b0be799fb816 req-aa9cdfb8-30aa-401c-bc4c-48d098a79460 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.1998494 Jun 08 12:46:52.912999 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e032cbfd-41de-429f-85bb-b0be799fb816 req-8a103a5a-3e19-40e7-b65f-9351ab7fb34c tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634122 Jun 08 12:46:53.147943 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c21bb5-f8e0-40fa-88a9-6bae8380e650 req-b80010ea-be31-44ab-9c96-2052f30c47e7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:53.151069 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3c21bb5-f8e0-40fa-88a9-6bae8380e650 req-b80010ea-be31-44ab-9c96-2052f30c47e7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1178474 Jun 08 12:46:53.206385 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3c21bb5-f8e0-40fa-88a9-6bae8380e650 req-1c62a1cd-af18-49dc-b79d-d0d70b6ab2fb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 Jun 08 12:46:54.188558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824939a-bd0f-410e-bc7e-9b7f4d944579 req-18bee13a-7a1c-40f6-ba8f-1be0b72f16ab tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:54.191082 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8824939a-bd0f-410e-bc7e-9b7f4d944579 req-18bee13a-7a1c-40f6-ba8f-1be0b72f16ab tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.1442633 Jun 08 12:46:54.273622 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8824939a-bd0f-410e-bc7e-9b7f4d944579 req-c802ccf7-aa92-4db1-b49c-6baedb783d8e tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750766 Jun 08 12:46:54.513783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b28ea4-978d-483c-b3c4-cc0acd8a95a7 req-bce4f2bf-31d6-4487-97af-120a137da3c5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:54.521098 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a8b28ea4-978d-483c-b3c4-cc0acd8a95a7 req-bce4f2bf-31d6-4487-97af-120a137da3c5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1148288 Jun 08 12:46:54.573443 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a8b28ea4-978d-483c-b3c4-cc0acd8a95a7 req-9da88158-1992-4871-b2c4-63501ca21108 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 Jun 08 12:46:54.858894 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2c600-5776-40fa-9dd6-fc162d2b687e req-09317750-f94e-4fa3-a23d-098a58a61655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:54.862734 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d7f2c600-5776-40fa-9dd6-fc162d2b687e req-09317750-f94e-4fa3-a23d-098a58a61655 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.0750101 Jun 08 12:46:54.918516 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d7f2c600-5776-40fa-9dd6-fc162d2b687e req-b024c6c1-589e-4dc3-a261-e9456994ec50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Jun 08 12:46:55.784013 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14da3-1679-457b-8d4b-6e98f6090197 req-6ccd33cc-6892-42e5-8d4f-201be88b376d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:55.785816 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bee14da3-1679-457b-8d4b-6e98f6090197 req-6ccd33cc-6892-42e5-8d4f-201be88b376d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0857301 Jun 08 12:46:55.838082 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bee14da3-1679-457b-8d4b-6e98f6090197 req-a3373a87-a94a-4d41-b56f-bf8eb30e5ebb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Jun 08 12:46:56.453771 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e7a68-83dc-4194-96d7-e40d2fac371f req-80e5c997-2050-4af4-9401-f10e723d91c8 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:56.455398 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-133e7a68-83dc-4194-96d7-e40d2fac371f req-80e5c997-2050-4af4-9401-f10e723d91c8 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.1239178 Jun 08 12:46:56.520129 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-133e7a68-83dc-4194-96d7-e40d2fac371f req-6e44f50e-1603-4427-9c5f-241c0ed03e25 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532963 Jun 08 12:46:57.079445 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f023b-a92a-47d0-bf96-d03738bcab1b req-62a4f678-964d-4c22-9510-269c15af04a3 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.086573 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2b3f023b-a92a-47d0-bf96-d03738bcab1b req-62a4f678-964d-4c22-9510-269c15af04a3 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1258044 Jun 08 12:46:57.136475 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2b3f023b-a92a-47d0-bf96-d03738bcab1b req-5c19b95b-c254-4957-84dc-3f6ab9e5ebf1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Jun 08 12:46:57.635400 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291c44d-d8e1-400d-97b6-d4f5bf303250 req-c82e693a-0d87-4020-b9d9-853d814fb941 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.636962 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4291c44d-d8e1-400d-97b6-d4f5bf303250 req-c82e693a-0d87-4020-b9d9-853d814fb941 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1129847 Jun 08 12:46:57.639476 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df624-8793-48f5-833b-84e3825481d4 req-8e31aed7-f96f-48e0-9229-2abc816670fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.640919 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-8e31aed7-f96f-48e0-9229-2abc816670fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.1469595 Jun 08 12:46:57.773765 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4291c44d-d8e1-400d-97b6-d4f5bf303250 req-99ee4c64-1a6a-4916-a640-05dbe8dc59d9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297889 Jun 08 12:46:57.776199 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214072f-e4fa-4de6-a990-5a1d108e9c99 req-804fcc74-8dfe-42c4-be47-d245807926e2 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.785858 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2214072f-e4fa-4de6-a990-5a1d108e9c99 req-804fcc74-8dfe-42c4-be47-d245807926e2 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.1036754 Jun 08 12:46:57.828909 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df624-8793-48f5-833b-84e3825481d4 req-b256d055-174e-4b53-a3e9-ee02fdd7f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.830378 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-b256d055-174e-4b53-a3e9-ee02fdd7f836 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.1733351 Jun 08 12:46:57.835392 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2214072f-e4fa-4de6-a990-5a1d108e9c99 req-4d175b5e-62b9-4c1f-8b3c-f973275bff43 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Jun 08 12:46:57.910585 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-768fa35b-1024-4b10-afe6-0df57d7d17d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.0708787 Jun 08 12:46:57.982506 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df624-8793-48f5-833b-84e3825481d4 req-e2ff4601-7ad2-4619-8d45-f1875a5af433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:57.984086 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-e2ff4601-7ad2-4619-8d45-f1875a5af433 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.0670466 Jun 08 12:46:58.040219 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-ebd7c679-6ea9-4a4b-858f-f0ee5d0ee26f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436840 Jun 08 12:46:58.216142 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-84d64491-3300-478b-94e3-39f5a6d89a90 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580286 Jun 08 12:46:58.485150 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-535df624-8793-48f5-833b-84e3825481d4 req-f7d2a27c-cdf2-4724-adb2-883b775fb242 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605145 Jun 08 12:46:58.848342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-efb93d12-2e93-4aae-aff7-89d2a3e29d37 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:58.849900 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-efb93d12-2e93-4aae-aff7-89d2a3e29d37 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.0879354 Jun 08 12:46:59.069529 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2fc59-d4cb-4618-ae0e-084e9a92800a req-b54488fa-be0d-4f67-a952-44d46346bfcf tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:59.078913 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1cd2fc59-d4cb-4618-ae0e-084e9a92800a req-b54488fa-be0d-4f67-a952-44d46346bfcf tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1891963 Jun 08 12:46:59.106306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea7ec0-5380-47f2-b6cf-ebd8166c9d7d req-03774c29-eeb8-45b0-b143-003d37316cbc tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:46:59.115468 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7ea7ec0-5380-47f2-b6cf-ebd8166c9d7d req-03774c29-eeb8-45b0-b143-003d37316cbc tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 945 time: 0.1392334 Jun 08 12:46:59.140781 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1cd2fc59-d4cb-4618-ae0e-084e9a92800a req-06fdac7b-5ca2-42b1-86c7-6b463bad5d7a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Jun 08 12:46:59.148552 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Deleting port 43af61f2-0260-47bb-8d2d-cf84863c21bd {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:46:59.150828 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:59.179354 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7ea7ec0-5380-47f2-b6cf-ebd8166c9d7d req-1fe8dffb-18a5-4567-a610-5d36ab00f876 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/security-groups?id=08ddb7a8-cf55-4c01-b068-06b16e8bebc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Jun 08 12:46:59.335765 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] For port 43af61f2-0260-47bb-8d2d-cf84863c21bd, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=43af61f2-0260-47bb-8d2d-cf84863c21bd,segment=NetworkSegment(1abde827-fa49-4d67-9583-4461f40ea97e),segment_id=1abde827-fa49-4d67-9583-4461f40ea97e)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:46:59.336382 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:59.460726 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Calling delete_port for 43af61f2-0260-47bb-8d2d-cf84863c21bd owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:46:59.586611 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:59.593700 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b28bb1ec-6459-4369-b285-c177a7b85dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:46:59.632880 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['43af61f2-0260-47bb-8d2d-cf84863c21bd'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:46:59.640888 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Pushing event deleted for resources: {'Port': ['ID=43af61f2-0260-47bb-8d2d-cf84863c21bd,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:46:59.684798 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.685166 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.685555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.685912 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.686267 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.686618 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.686965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.687308 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.687812 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.688195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.688540 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.688881 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:46:59.718191 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:46:59.733220 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] No DVR routers for this DVR port 43af61f2-0260-47bb-8d2d-cf84863c21bd on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:46:59.736971 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:46:59.738067 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff9dce53-fe81-476e-b6d9-a625c1a96bf6 req-761b9cc0-be1a-420f-9044-1a954392005d tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.47 "DELETE /v2.0/ports/43af61f2-0260-47bb-8d2d-cf84863c21bd HTTP/1.1" status: 204 len: 173 time: 0.8828304 Jun 08 12:46:59.738576 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'name': 'network-vif-deleted', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:46:59.741029 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912071e6-f3bf-44f4-b937-183aeea16606" -d '{"events": [{"server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "name": "network-vif-deleted", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:46:59.793556 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4173cf-6867-4aba-89ed-7b7fac1efbb5 x-openstack-request-id: req-ce4173cf-6867-4aba-89ed-7b7fac1efbb5 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:46:59.793876 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319854ae-a3a0-464f-9bdf-65b880f88488", "name": "network-vif-deleted", "tag": "43af61f2-0260-47bb-8d2d-cf84863c21bd", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:46:59.794273 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ce4173cf-6867-4aba-89ed-7b7fac1efbb5 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:46:59.794634 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '319854ae-a3a0-464f-9bdf-65b880f88488', 'name': 'network-vif-deleted', 'tag': '43af61f2-0260-47bb-8d2d-cf84863c21bd', 'status': 'completed', 'code': 200} Jun 08 12:47:00.410686 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d8d0b-422d-4030-94c2-0d2a008c4a0f req-fec92252-cf40-40cb-b2d0-af9e502496fd tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:00.412575 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a81d8d0b-422d-4030-94c2-0d2a008c4a0f req-fec92252-cf40-40cb-b2d0-af9e502496fd tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1215277 Jun 08 12:47:00.529383 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bd45b485-00b8-4997-91a4-b3e67651e907 req-7369a437-7840-4e7b-8c3f-4a277fd899b0 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] 10.222.0.55 "GET /v2.0/ports?device_id=319854ae-a3a0-464f-9bdf-65b880f88488 HTTP/1.1" status: 200 len: 210 time: 0.0533884 Jun 08 12:47:00.530869 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a81d8d0b-422d-4030-94c2-0d2a008c4a0f req-42e69ecc-eaf3-4b58-98e9-90fab4631728 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039584 Jun 08 12:47:00.843939 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 43108) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:01.005259 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.133518 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.139651 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.148950 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d0fa4eb5-972f-4b40-9885-cf2f384b24c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:01.194795 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 43140) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:01.196648 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f73186287449668225affadf81893f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512607 Jun 08 12:47:01.198056 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73f5a7e-c217-47bb-a3b9-e6d5e5357355,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:01.204576 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:01.261987 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.312819 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.406716 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.410314 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:01.411988 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e73f5a7e-c217-47bb-a3b9-e6d5e5357355 HTTP/1.1" status: 204 len: 168 time: 0.2160802 Jun 08 12:47:01.413145 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4e4c76ae-e6c2-4b88-911f-6f675638d8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:01.429641 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73f5a7e-c217-47bb-a3b9-e6d5e5357355,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:01.434353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:01.822281 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 43af61f2-0260-47bb-8d2d-cf84863c21bd no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:47:01.901117 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 43af61f2-0260-47bb-8d2d-cf84863c21bd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:47:01.901625 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 43af61f2-0260-47bb-8d2d-cf84863c21bd not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:47:01.903701 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cb75c-f7db-40a4-a4f2-d504ec15c751 req-1b03e996-4ce9-479c-aa3c-59e0bd87f83d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:01.908658 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-199cb75c-f7db-40a4-a4f2-d504ec15c751 req-1b03e996-4ce9-479c-aa3c-59e0bd87f83d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1437817 Jun 08 12:47:02.035629 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-199cb75c-f7db-40a4-a4f2-d504ec15c751 req-f6aace2f-3383-4572-b7fe-18c2a8723798 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200817 Jun 08 12:47:03.916954 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c475aa9-9036-4fc5-9863-1de3a1ec588e req-9340200f-6828-4b62-ac19-0da44ea3bc9c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:03.918976 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c475aa9-9036-4fc5-9863-1de3a1ec588e req-9340200f-6828-4b62-ac19-0da44ea3bc9c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1078267 Jun 08 12:47:03.976307 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c475aa9-9036-4fc5-9863-1de3a1ec588e req-78e07b54-9bc0-4ec4-a6f7-0395aa192f01 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516765 Jun 08 12:47:05.111484 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b9d5b3c0-177b-4dd9-beb7-766bef77f105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:07.609043 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-b842050f-1a6b-44e6-80dd-9e6ab8406197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:07.611506 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-b842050f-1a6b-44e6-80dd-9e6ab8406197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.0944383 Jun 08 12:47:07.628593 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9bf39e9d-40e9-4bce-a6d6-a6b6cf4ca401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:07.649616 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f90e6f-df0c-478c-9ca8-1ea6104217a6 req-1df72cd0-9fc6-4066-a1bb-2dfddeda4f06 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:07.651443 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f5f90e6f-df0c-478c-9ca8-1ea6104217a6 req-1df72cd0-9fc6-4066-a1bb-2dfddeda4f06 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0956693 Jun 08 12:47:07.710382 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f5f90e6f-df0c-478c-9ca8-1ea6104217a6 req-b2e8716b-bf2c-41b0-b15a-ba8b33c04b48 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475421 Jun 08 12:47:07.750578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:07.792186 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-02b54ab2-a691-49c8-98a2-3cdd39eeca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:07.793703 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-02b54ab2-a691-49c8-98a2-3cdd39eeca9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.1737635 Jun 08 12:47:07.873851 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-ea0bf4db-9f94-400b-8db7-5af6fb4352cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.0706730 Jun 08 12:47:07.964510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-ca79e61d-e5ec-472b-a422-94651181b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:07.966234 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-ca79e61d-e5ec-472b-a422-94651181b9a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.0860853 Jun 08 12:47:08.017596 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-d13d54cd-95df-4da4-a53d-5ba32a5a667a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432892 Jun 08 12:47:08.286833 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-ea7e3c44-a9da-4e92-be77-9f44087764a2 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606561 Jun 08 12:47:08.427233 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a6dd60cf-c838-4169-97a0-734443ca1f6d req-812a5ed9-7ea5-422d-bc2c-51394852a887 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332514 Jun 08 12:47:08.733594 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:09.007192 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d010-f359-47f5-8e76-d6806a3fa225 req-ea13b61a-2c04-4efc-919c-16c371d04cca tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:09.010088 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-da64d010-f359-47f5-8e76-d6806a3fa225 req-ea13b61a-2c04-4efc-919c-16c371d04cca tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1597693 Jun 08 12:47:09.102134 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-da64d010-f359-47f5-8e76-d6806a3fa225 req-6097edae-c2e8-44e0-8cce-da4523bada68 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803072 Jun 08 12:47:10.318647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2783c1-4a1c-41f0-a367-6ce27abda6c8 req-2bad9853-fd72-4c31-a865-7b673bf4f69a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:10.320673 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e2783c1-4a1c-41f0-a367-6ce27abda6c8 req-2bad9853-fd72-4c31-a865-7b673bf4f69a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0947509 Jun 08 12:47:10.381292 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e2783c1-4a1c-41f0-a367-6ce27abda6c8 req-8173cfae-51cb-4ced-8ce0-ae37ef08eaa7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504358 Jun 08 12:47:10.542465 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:11.670474 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ed23e-0bd7-48bc-9ca5-48e19a11ded3 req-606f1474-b16e-4d13-ac40-b32d1e5a88e5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:11.671925 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-627ed23e-0bd7-48bc-9ca5-48e19a11ded3 req-606f1474-b16e-4d13-ac40-b32d1e5a88e5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0920084 Jun 08 12:47:11.744111 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-627ed23e-0bd7-48bc-9ca5-48e19a11ded3 req-e0b6c2c5-831f-4c29-83d1-803c3a373013 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Jun 08 12:47:12.952387 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ee41d-7aee-4a6b-bcc2-01fbdb6d4e54 req-a64e5b85-ee44-484d-a9ac-acf850723cb8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:12.953939 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a44ee41d-7aee-4a6b-bcc2-01fbdb6d4e54 req-a64e5b85-ee44-484d-a9ac-acf850723cb8 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0969679 Jun 08 12:47:13.004674 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a44ee41d-7aee-4a6b-bcc2-01fbdb6d4e54 req-89bc8317-c24c-4900-b0f6-ab992bf702a7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Jun 08 12:47:14.242098 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9ede5-4c35-4a7f-af28-120c9dc31ab8 req-9f12c67c-ee63-4868-ad57-5fa886d4ac9a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:14.244530 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-34e9ede5-4c35-4a7f-af28-120c9dc31ab8 req-9f12c67c-ee63-4868-ad57-5fa886d4ac9a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1241598 Jun 08 12:47:14.311739 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-34e9ede5-4c35-4a7f-af28-120c9dc31ab8 req-e30535d0-743d-4fd6-b985-197ae4c9ad4b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605719 Jun 08 12:47:15.551540 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84f7d2-de31-4f96-974e-b0fbb0ab0ed0 req-65a67b38-bea8-4ddc-857c-965ec2e252ef tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:15.553033 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1a84f7d2-de31-4f96-974e-b0fbb0ab0ed0 req-65a67b38-bea8-4ddc-857c-965ec2e252ef tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0878763 Jun 08 12:47:15.610087 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1a84f7d2-de31-4f96-974e-b0fbb0ab0ed0 req-65bc1271-9b51-4e1d-9c62-8c6f24a5872b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486202 Jun 08 12:47:16.962981 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7ffca-49d2-451c-a7a7-518bd41af514 req-9c18d591-8956-484f-b447-1da2d956905f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:16.964575 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f8a7ffca-49d2-451c-a7a7-518bd41af514 req-9c18d591-8956-484f-b447-1da2d956905f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1729226 Jun 08 12:47:17.028735 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f8a7ffca-49d2-451c-a7a7-518bd41af514 req-007c898a-6f4e-4316-88f0-70ca03a2b669 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Jun 08 12:47:18.344058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c7510-40e3-4656-b47a-228688db4ec3 req-7c27246e-f854-4a54-9430-069055a4c66b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:18.351217 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de7c7510-40e3-4656-b47a-228688db4ec3 req-7c27246e-f854-4a54-9430-069055a4c66b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1502192 Jun 08 12:47:18.398562 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de7c7510-40e3-4656-b47a-228688db4ec3 req-63b4e7fb-8e28-43e0-b788-55cf92c54c9c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Jun 08 12:47:18.750057 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:19.654253 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec439a-f20f-460a-9b65-a0144cb77e23 req-c593b885-6110-4596-a1f3-85d49434a0b6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:19.657566 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d6ec439a-f20f-460a-9b65-a0144cb77e23 req-c593b885-6110-4596-a1f3-85d49434a0b6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1116872 Jun 08 12:47:19.737005 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d6ec439a-f20f-460a-9b65-a0144cb77e23 req-fbbb61a9-04fe-439d-b925-821f537616a7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Jun 08 12:47:21.036510 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788174-c195-4633-9f4e-142e38723cfd req-184f8eaf-ddde-4dbd-aab1-d6789449777b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:21.038873 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28788174-c195-4633-9f4e-142e38723cfd req-184f8eaf-ddde-4dbd-aab1-d6789449777b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1239126 Jun 08 12:47:21.118666 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28788174-c195-4633-9f4e-142e38723cfd req-b9c17a1f-b3e1-4a05-9539-6ab094a42040 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703089 Jun 08 12:47:21.942561 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:47:22.392339 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5ac60-9bfa-49ad-ad14-e75c9cf3c90a req-5324497d-bcd6-4c95-976d-7bb22681f6b9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:22.394875 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1b5ac60-9bfa-49ad-ad14-e75c9cf3c90a req-5324497d-bcd6-4c95-976d-7bb22681f6b9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1155009 Jun 08 12:47:22.452952 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1b5ac60-9bfa-49ad-ad14-e75c9cf3c90a req-9d0abae9-ebb3-426f-b379-e491c3ecaedc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Jun 08 12:47:23.651559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417be3-fd4d-45f9-9d48-5ea3cc6be54e req-0a88efa6-323a-4775-b867-953f3a78c8d4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:23.653090 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ff417be3-fd4d-45f9-9d48-5ea3cc6be54e req-0a88efa6-323a-4775-b867-953f3a78c8d4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0845122 Jun 08 12:47:23.704202 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ff417be3-fd4d-45f9-9d48-5ea3cc6be54e req-5c4b60ea-34d5-4f58-971e-751f4030fd3b tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 Jun 08 12:47:25.024852 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d595d6-6178-4f4b-a778-fb8dda7c8993 req-9f7ab98e-37cb-4000-a737-f0ed336a21fa tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:25.027069 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83d595d6-6178-4f4b-a778-fb8dda7c8993 req-9f7ab98e-37cb-4000-a737-f0ed336a21fa tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0975885 Jun 08 12:47:25.116503 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83d595d6-6178-4f4b-a778-fb8dda7c8993 req-8cf92639-fd4f-485d-9f00-c7ccec9068e7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787370 Jun 08 12:47:26.368400 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5aba-b5ef-4dc0-a69b-9f2a29093f25 req-061135a7-9251-4dff-b7f5-d2c168227095 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:26.369794 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ebdb5aba-b5ef-4dc0-a69b-9f2a29093f25 req-061135a7-9251-4dff-b7f5-d2c168227095 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0921919 Jun 08 12:47:26.419721 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ebdb5aba-b5ef-4dc0-a69b-9f2a29093f25 req-f03c8e96-381b-4ced-8765-6dcdb89a88ff tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Jun 08 12:47:27.671702 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a226d2-35ef-4aee-927f-18803da0edf1 req-c56e27b7-2fad-4f6c-a437-0d42323d06cb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:27.672545 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-81a226d2-35ef-4aee-927f-18803da0edf1 req-c56e27b7-2fad-4f6c-a437-0d42323d06cb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1118875 Jun 08 12:47:27.726216 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-81a226d2-35ef-4aee-927f-18803da0edf1 req-1ca85531-a9f8-42b8-b9b1-4293e929c868 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jun 08 12:47:28.978699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c684f-f90a-4b2b-87d9-0500b319b5dc req-8a355c69-9275-4fe9-8db3-6fa04634b889 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:28.984296 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0b0c684f-f90a-4b2b-87d9-0500b319b5dc req-8a355c69-9275-4fe9-8db3-6fa04634b889 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1116846 Jun 08 12:47:29.040666 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0b0c684f-f90a-4b2b-87d9-0500b319b5dc req-97b6589f-1940-4786-a25b-d44d9ebf2785 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Jun 08 12:47:30.324386 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5376d-2c48-45f5-b1ae-463a86604046 req-47e6dcaa-90aa-44be-ba33-494925fb70ba tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:30.326873 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cdf5376d-2c48-45f5-b1ae-463a86604046 req-47e6dcaa-90aa-44be-ba33-494925fb70ba tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1168306 Jun 08 12:47:30.393825 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cdf5376d-2c48-45f5-b1ae-463a86604046 req-1115326f-996a-434e-b2bc-2a90e4a21181 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604680 Jun 08 12:47:31.612415 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff6f51-6d30-4130-b121-c23b67cd5c1a req-28b9f309-87c8-4f6e-b6bf-3cd0be2c45fe tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:31.614051 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fbff6f51-6d30-4130-b121-c23b67cd5c1a req-28b9f309-87c8-4f6e-b6bf-3cd0be2c45fe tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0826488 Jun 08 12:47:31.668621 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fbff6f51-6d30-4130-b121-c23b67cd5c1a req-aef24216-3a69-4a4d-ae03-5f78ab49d2d6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464616 Jun 08 12:47:32.889870 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68480a3a-0f65-4328-8664-78831bceabef req-91694257-66ca-4ea4-8c4b-e83069cfa147 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:32.901907 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-68480a3a-0f65-4328-8664-78831bceabef req-91694257-66ca-4ea4-8c4b-e83069cfa147 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1006753 Jun 08 12:47:32.973979 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-68480a3a-0f65-4328-8664-78831bceabef req-3081116b-a010-4a0a-b869-122765d505a7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707493 Jun 08 12:47:34.273985 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a1dc1-9826-4154-97a2-b98851a103f5 req-7412c863-0959-4a22-9e3a-95f0f24a8bcc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:34.277038 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-997a1dc1-9826-4154-97a2-b98851a103f5 req-7412c863-0959-4a22-9e3a-95f0f24a8bcc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1584766 Jun 08 12:47:34.334375 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-997a1dc1-9826-4154-97a2-b98851a103f5 req-44b0d638-6135-4731-9311-32babd96264d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517294 Jun 08 12:47:35.124207 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cca0bbab-5d3e-4fd2-bd3d-d07476445b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:35.562121 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 43658) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:35.631127 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f37a0e-0968-4028-bf6e-8d1e732c60ea req-57ff45ec-a84a-4c36-b949-d3e925c49e82 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:35.634563 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-87f37a0e-0968-4028-bf6e-8d1e732c60ea req-57ff45ec-a84a-4c36-b949-d3e925c49e82 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1366668 Jun 08 12:47:35.753380 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-87f37a0e-0968-4028-bf6e-8d1e732c60ea req-8817b0d1-8005-467c-bf53-963a7ca4e124 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972614 Jun 08 12:47:35.818217 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:35.990127 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:35.996964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.007445 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-82c7f930-6eda-4c57-aebc-e1b8e4d99f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:36.050635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0c4a6-ca9d-4799-9e6a-8a3092d1c31d,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:36.054342 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:36.060455 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b37d8bf63d8d41c7bb7e6204c549505d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948666 Jun 08 12:47:36.062749 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 43668) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:36.139406 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.178952 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.267275 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.271956 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:36.273783 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a0a0c4a6-ca9d-4799-9e6a-8a3092d1c31d HTTP/1.1" status: 204 len: 168 time: 0.2091284 Jun 08 12:47:36.274865 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-51180de1-dc18-4703-9820-28c3317244ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:36.287189 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0c4a6-ca9d-4799-9e6a-8a3092d1c31d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:36.290972 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:37.001840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa0c70-b70b-41ea-bf1d-d5b63c0b2109 req-72b02803-2cfa-4dcc-91b3-13230ae52d4a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:37.003487 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-39aa0c70-b70b-41ea-bf1d-d5b63c0b2109 req-72b02803-2cfa-4dcc-91b3-13230ae52d4a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1144869 Jun 08 12:47:37.065622 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-39aa0c70-b70b-41ea-bf1d-d5b63c0b2109 req-029a7d1f-2382-40e0-b68d-923de1eb7b37 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550027 Jun 08 12:47:37.627038 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc791-25ff-46d0-ae8b-0f75a45716e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:37.761461 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:38.372525 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef311369-7061-4821-907d-b498d2f7bf2a req-4ea28dfe-0158-4d70-a0fb-3aedc542cec7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:38.382442 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ef311369-7061-4821-907d-b498d2f7bf2a req-4ea28dfe-0158-4d70-a0fb-3aedc542cec7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1049340 Jun 08 12:47:38.438516 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ef311369-7061-4821-907d-b498d2f7bf2a req-7cb6ce7d-a1c6-4ceb-a39e-825de5382969 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 Jun 08 12:47:38.742950 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:39.679896 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c328-1e6b-4c34-a0b1-bb1ea7ba573f req-06d84a1e-5ef5-45a8-adfb-c11d7b8ee5ce tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:39.681598 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3019c328-1e6b-4c34-a0b1-bb1ea7ba573f req-06d84a1e-5ef5-45a8-adfb-c11d7b8ee5ce tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0923505 Jun 08 12:47:39.731975 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3019c328-1e6b-4c34-a0b1-bb1ea7ba573f req-e327a5ab-ca54-4161-bc31-b73f96abac2f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Jun 08 12:47:40.557835 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:40.960463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0ade5-3cc8-4b8e-b596-ea1f4d70d552 req-f3fbc5ef-0db4-4d77-8320-3c84846761b1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:40.962710 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-17c0ade5-3cc8-4b8e-b596-ea1f4d70d552 req-f3fbc5ef-0db4-4d77-8320-3c84846761b1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1115701 Jun 08 12:47:41.019772 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-17c0ade5-3cc8-4b8e-b596-ea1f4d70d552 req-86d50bf8-0767-4bcd-a6ad-f7dd5eac6ca9 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Jun 08 12:47:42.030281 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 43898) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:42.100042 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Deleting subnet eb69cc28-f407-496c-a52f-6c8c81411e3c {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:47:42.105590 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.293645 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.372347 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.447200 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44feb56-d5fd-4f15-af9d-453660b46b20 req-a37ed5f7-8acd-434f-828f-e6730953d5b4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:42.448843 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f44feb56-d5fd-4f15-af9d-453660b46b20 req-a37ed5f7-8acd-434f-828f-e6730953d5b4 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.2867968 Jun 08 12:47:42.486713 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.492370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:42.536230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb69cc28-f407-496c-a52f-6c8c81411e3c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:42.549918 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:42.554833 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.559548 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb69cc28-f407-496c-a52f-6c8c81411e3c HTTP/1.1" status: 204 len: 168 time: 0.5275474 Jun 08 12:47:42.561963 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 43906) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:42.575270 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f44feb56-d5fd-4f15-af9d-453660b46b20 req-ce201f2e-42c5-4abd-9a2a-1cdbfe3cad93 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185200 Jun 08 12:47:42.708016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.872896 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:42.891460 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.893377 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.895517 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.900144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > port after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.900373 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.901124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > port after_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.901843 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.904856 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.905251 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.905579 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:42.916909 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd71cc6-a311-46cc-8ed5-49fe70815074 req-66d5061f-38a6-47e0-b0e8-3e510d4a91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:42.918512 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fdd71cc6-a311-46cc-8ed5-49fe70815074 req-66d5061f-38a6-47e0-b0e8-3e510d4a91cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.1575439 Jun 08 12:47:43.005282 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:43.006015 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:43.006519 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:43.007006 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103614) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 12:47:43.007624 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfa1ec7-d2d0-4c1c-9500-b38d09469573']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:43.020365 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fdd71cc6-a311-46cc-8ed5-49fe70815074 req-f74364f9-c904-4e65-a839-e8b5a86ce0bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922627 Jun 08 12:47:43.023186 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abde827-fa49-4d67-9583-4461f40ea97e') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:43.023523 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abde827-fa49-4d67-9583-4461f40ea97e') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:47:43.037145 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.062031 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.071514 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:47:43.072171 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: from cryptography.utils import int_from_bytes Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: from cryptography.utils import int_from_bytes Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:47:43.092938 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:47:43.195684 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.201953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:43.229583 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfa1ec7-d2d0-4c1c-9500-b38d09469573,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:43.245766 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.247952 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] 10.222.0.55 "DELETE /v2.0/networks/8cfa1ec7-d2d0-4c1c-9500-b38d09469573 HTTP/1.1" status: 204 len: 168 time: 0.6846066 Jun 08 12:47:43.263529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:43.413617 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 43936) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:43.462387 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 43938) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:43.474856 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6c41fe4e-0053-485c-ba45-1636b5ff852a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06d3de4322494f73a0d12b5d59a5bf1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593045 Jun 08 12:47:43.478181 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 43942) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:43.580579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.624610 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.685038 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.793814 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.796273 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.797404 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08ddb7a8-cf55-4c01-b068-06b16e8bebc6 HTTP/1.1" status: 204 len: 168 time: 0.3181126 Jun 08 12:47:43.800265 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1dd86110-cfb9-4d5f-a319-3f0b5a5bcdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:43.823999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ddb7a8-cf55-4c01-b068-06b16e8bebc6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:43.829033 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:43.859924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c73fa-4e8a-4892-92da-eefe98bd8b3c req-64882c53-acb7-4ffd-88bc-ec5c324639ab tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:43.861772 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5d2c73fa-4e8a-4892-92da-eefe98bd8b3c req-64882c53-acb7-4ffd-88bc-ec5c324639ab tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1394022 Jun 08 12:47:43.948496 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.954255 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5d2c73fa-4e8a-4892-92da-eefe98bd8b3c req-e8c6ea0f-06e9-486a-92ba-de7b2e46343d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725095 Jun 08 12:47:43.955278 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:43.964107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-0d1d5827-4a70-4ec6-8e67-a2cf3eebc393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:44.044320 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5852840a82d4f5ca195820c2cbd30e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803490 Jun 08 12:47:44.047520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 43952) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:44.058285 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714a2af-7175-41cd-a142-7990be266716,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:44.064348 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:44.162630 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.204011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.267774 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.270719 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:44.271944 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a714a2af-7175-41cd-a142-7990be266716 HTTP/1.1" status: 204 len: 168 time: 0.2229862 Jun 08 12:47:44.272841 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ed12e61d-0ecf-4134-a4e6-1b11b62fcaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:44.284327 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714a2af-7175-41cd-a142-7990be266716,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:44.287431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:45.260255 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7338f-9805-47d7-9fa0-430827e0fb0c req-aa7e1428-51b3-4d65-b761-a8729c4d27e1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:45.261971 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-aff7338f-9805-47d7-9fa0-430827e0fb0c req-aa7e1428-51b3-4d65-b761-a8729c4d27e1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1118693 Jun 08 12:47:45.329152 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-aff7338f-9805-47d7-9fa0-430827e0fb0c req-b467279d-9763-40f5-9990-f9797f911e55 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Jun 08 12:47:45.923419 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-ff5d85c2-7421-46d0-b7da-72ee8ecedca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:45.925176 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-ff5d85c2-7421-46d0-b7da-72ee8ecedca1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.0754428 Jun 08 12:47:46.007417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7000-c0d7-4605-8c39-e3eed283764b req-81ba0579-ff79-4105-a0df-a5dd41b74e21 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.009399 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-260c7000-c0d7-4605-8c39-e3eed283764b req-81ba0579-ff79-4105-a0df-a5dd41b74e21 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1395774 Jun 08 12:47:46.056275 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-260c7000-c0d7-4605-8c39-e3eed283764b req-f32c8983-343b-4c2f-8f29-4ddd850fb3b1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Jun 08 12:47:46.068030 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-542f07a6-31fd-4365-9eec-e60d80e8e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.069509 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-542f07a6-31fd-4365-9eec-e60d80e8e67c service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.1336567 Jun 08 12:47:46.141509 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-5d444ee1-b5a5-4d6e-87b3-14539701b362 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.0650690 Jun 08 12:47:46.211367 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-5e24093d-7d9a-401e-b185-475955c13226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.212944 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-5e24093d-7d9a-401e-b185-475955c13226 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.0591507 Jun 08 12:47:46.268788 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-68db69f0-f0f7-4e69-a64b-2afe90d595ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427220 Jun 08 12:47:46.414286 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-8c5f3a7f-1571-4e1c-bac0-205798db4ce7 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378441 Jun 08 12:47:46.560557 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fbc75ffb-a7af-4441-912d-7f4e8e17f222 req-18a14293-fe4a-4f55-b2d5-32e8d4531689 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368248 Jun 08 12:47:46.796144 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-e757fe99-c6ed-411b-a611-df72a8d04af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.797619 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-e757fe99-c6ed-411b-a611-df72a8d04af3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=00aaa373b9b24005b86a227449da0870&device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 1098 time: 0.0771158 Jun 08 12:47:46.955601 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-65738ca3-6bb1-45e9-9f80-5714b4ab12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:46.957369 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-65738ca3-6bb1-45e9-9f80-5714b4ab12ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 200 len: 920 time: 0.1363134 Jun 08 12:47:46.988852 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-980f9c78-bd1b-49c9-a9e8-83ad3cb594e4 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278995 Jun 08 12:47:47.030555 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-ebddcc55-b08c-4dc3-b9c1-1bf0d67aca1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 200 len: 217 time: 0.0603769 Jun 08 12:47:47.163696 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-0581b6f6-eb56-42db-8fad-78d511393d71 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:47.168764 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-0581b6f6-eb56-42db-8fad-78d511393d71 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743112 Jun 08 12:47:47.182030 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-cf020117-3fcc-4724-98fa-93f929ec5587 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/quotas/51519c7b0aca4f7bbd636eb545827dfe HTTP/1.1" status: 200 len: 375 time: 0.0097847 Jun 08 12:47:47.229298 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-464a9965-b7d2-4ef1-80a2-1daeb4e64ac3 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417995 Jun 08 12:47:47.247873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-12574bfc-36c3-413c-a689-52bb11fd55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:47.249408 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-12574bfc-36c3-413c-a689-52bb11fd55cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 200 len: 859 time: 0.2112308 Jun 08 12:47:47.312171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-2096859d-a629-4338-b8a7-a89b5d875e95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91bb94f6-902c-44ef-90ec-7f3d97d48052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504959 Jun 08 12:47:47.324862 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495fda5-d576-4e47-ad48-592a2880ee29 req-137d5427-6ff6-45f8-8f0c-a9361dd88f3e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:47.326473 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8495fda5-d576-4e47-ad48-592a2880ee29 req-137d5427-6ff6-45f8-8f0c-a9361dd88f3e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1490254 Jun 08 12:47:47.449784 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-10cd08bc-c421-4df1-bf78-7378d2f916cd req-bd1a291e-636d-4860-bd17-1ae0b31f6440 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 210 time: 0.0602024 Jun 08 12:47:47.520641 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8495fda5-d576-4e47-ad48-592a2880ee29 req-c047dcbd-df38-4513-923c-73ec25d69ce6 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664898 Jun 08 12:47:47.581445 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-c3bbe3c4-8ff2-4a4c-bb09-e96964ea9f9a service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539310 Jun 08 12:47:47.733449 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b89be03b-aa70-4066-892b-1cc614d48d70 req-01e1e107-f076-4325-8b0e-4857e3168d10 service neutron] 10.222.0.47 "GET /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446648 Jun 08 12:47:48.628257 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-234b99eb-3d9d-47ef-896f-8c0818a9161a req-9ba843dd-d1ec-4abd-95ae-7a6e9c09bfe5 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 210 time: 0.0485182 Jun 08 12:47:48.690513 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:48.739034 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0ade-1453-4098-92c5-057897ed9404 req-85ecfcb1-7123-4b28-813d-c8c4bc7b6de7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:48.740908 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-299b0ade-1453-4098-92c5-057897ed9404 req-85ecfcb1-7123-4b28-813d-c8c4bc7b6de7 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1034966 Jun 08 12:47:48.791013 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-299b0ade-1453-4098-92c5-057897ed9404 req-690f029c-0b11-4444-a73b-7bfc546c8161 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Jun 08 12:47:48.981114 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-3e8c9860-16bd-4bb5-81ee-c2ce5fa83dc9 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441530 Jun 08 12:47:49.028994 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab45100-3de1-4ebb-8199-c70d37de2cc8 req-dc867d39-1509-44ad-bbbc-311bd66a7f9d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:49.031047 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dab45100-3de1-4ebb-8199-c70d37de2cc8 req-dc867d39-1509-44ad-bbbc-311bd66a7f9d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0949757 Jun 08 12:47:49.089518 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dab45100-3de1-4ebb-8199-c70d37de2cc8 req-b6d13c34-12fc-43a9-830d-23eb0d8c2835 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499678 Jun 08 12:47:49.168884 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-36f8ab76-413d-44a0-bd52-d4fe61ebd513 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:49.170313 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-36f8ab76-413d-44a0-bd52-d4fe61ebd513 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797776 Jun 08 12:47:49.232999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Request body: {'port': {'device_id': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e', 'admin_state_up': True, 'tenant_id': '51519c7b0aca4f7bbd636eb545827dfe'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:47:49.395012 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Made reservation on behalf of 51519c7b0aca4f7bbd636eb545827dfe for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:47:49.398945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.411961 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.526697 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.531335 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.536098 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-bf34bebf-c713-487b-8d4c-720a7c5c3d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:49.596289 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44092) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:49.616799 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f274e9-9c3f-4ac9-baae-306c9405cfa3,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:49.622812 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:49.712660 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Allocated IP 192.168.233.47 (4d1c0359-bb62-4890-95c2-ea349f0edb1e/6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e/4b250230-f72b-474c-aa18-151a088bc494) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:47:49.734030 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.800041 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dae4e052-3afa-4dfe-bd37-736d29f3de33 req-129d6668-3010-41b8-a6b6-1ad6fd1c9783 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 210 time: 0.0535517 Jun 08 12:47:49.868611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.872932 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:49.881734 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea6ed159-7d71-408a-9ac4-1fd4430519f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:49.927487 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e53e005ada564d48b3f7697b4bd3b52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300767 Jun 08 12:47:49.928532 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83a0453-dba3-4beb-96a7-9208b3daaabb,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:49.931548 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44100) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:49.932507 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.010604 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.037646 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48f38d-e975-4bd1-9f1b-e444f09329aa req-1818d809-585a-441f-9011-baec267f1d09 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.039320 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9a48f38d-e975-4bd1-9f1b-e444f09329aa req-1818d809-585a-441f-9011-baec267f1d09 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0814080 Jun 08 12:47:50.041793 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Transition to ACTIVE for port object 4b250230-f72b-474c-aa18-151a088bc494 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:47:50.042895 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.084533 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.110159 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9a48f38d-e975-4bd1-9f1b-e444f09329aa req-b1a12c81-97a3-4375-81b6-65dba206c124 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625196 Jun 08 12:47:50.165716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:47:50.169286 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:47:50.213181 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.215920 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.219363 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d83a0453-dba3-4beb-96a7-9208b3daaabb HTTP/1.1" status: 204 len: 168 time: 0.2845490 Jun 08 12:47:50.220336 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-758d3037-fd3a-4f80-9a2f-7b94a19af92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.229171 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Network 4d1c0359-bb62-4890-95c2-ea349f0edb1e is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:47:50.231758 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:47:50.234964 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:47:50.262982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83a0453-dba3-4beb-96a7-9208b3daaabb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.270314 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:50.341148 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.341999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.365132 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1362102 Jun 08 12:47:50.369315 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c8aa7-60d3-47af-8647-89c13aeeb098 req-6589716c-7834-4513-b4a5-42a62268f73d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:50.370982 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-855c8aa7-60d3-47af-8647-89c13aeeb098 req-6589716c-7834-4513-b4a5-42a62268f73d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1405876 Jun 08 12:47:50.426274 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Request body: {'port': {'device_id': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:47:50.436690 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-855c8aa7-60d3-47af-8647-89c13aeeb098 req-c8fca8fd-00f5-40fd-842f-8bef9a85abd4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0544732 Jun 08 12:47:50.590620 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.617904 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8d2de02d-39e8-419a-93de-d0d1de45e52b None None] Provisioning for port 4b250230-f72b-474c-aa18-151a088bc494 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:47:50.626519 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8d2de02d-39e8-419a-93de-d0d1de45e52b None None] Provisioning complete for port 4b250230-f72b-474c-aa18-151a088bc494 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:47:50.627429 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8d2de02d-39e8-419a-93de-d0d1de45e52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.656458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44114) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:50.682747 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.753408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-8d2de02d-39e8-419a-93de-d0d1de45e52b None None] Port 4b250230-f72b-474c-aa18-151a088bc494 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:47:50.827142 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.832535 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:50.842900 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c4fe8efa-f393-431a-ad8d-a6d73b989892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:50.902154 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ee7b1e4b5ce495687bbfec87bb47009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442865 Jun 08 12:47:50.904566 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa59bf37-9934-435c-bb5d-7df722fc9499,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:50.912626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44118) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:50.914123 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.914709 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.915279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.915796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.916148 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.916493 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.916841 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.917177 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.917521 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.917855 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.918185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.918513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:50.923302 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.009855 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.044564 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.098026 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8093a61-8e9f-475d-8fce-97f194808264 req-021d41b2-a265-469e-96d3-383b38feb9bf tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.099432 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f8093a61-8e9f-475d-8fce-97f194808264 req-021d41b2-a265-469e-96d3-383b38feb9bf tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 935 time: 0.1507888 Jun 08 12:47:51.113137 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.115828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.117568 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa59bf37-9934-435c-bb5d-7df722fc9499 HTTP/1.1" status: 204 len: 168 time: 0.1954558 Jun 08 12:47:51.118618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-dd10033f-01eb-4e24-8277-e8497087e10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.135919 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa59bf37-9934-435c-bb5d-7df722fc9499,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.139348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.221414 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f8093a61-8e9f-475d-8fce-97f194808264 req-56a31741-b59b-4096-a23d-b571f1c89dde tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109600 Jun 08 12:47:51.225551 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b250230-f72b-474c-aa18-151a088bc494 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:47:51.235826 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.253418 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Transition to ACTIVE for port object 4b250230-f72b-474c-aa18-151a088bc494 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:47:51.258394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.264507 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.311267 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f50f9-d73a-4527-8c7a-09ab64749982 req-60cf3fc9-8f23-491f-adc6-3b0dcdc2b86c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.312935 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-886f50f9-d73a-4527-8c7a-09ab64749982 req-60cf3fc9-8f23-491f-adc6-3b0dcdc2b86c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0923181 Jun 08 12:47:51.379025 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-886f50f9-d73a-4527-8c7a-09ab64749982 req-e45982c8-b564-4fb5-b1ee-3fbfa5d5cc8e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Jun 08 12:47:51.468855 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=4b250230-f72b-474c-aa18-151a088bc494,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.486366 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.570414 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Attempting to bind port 4b250230-f72b-474c-aa18-151a088bc494 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:47:51.570937 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Attempting to bind port 4b250230-f72b-474c-aa18-151a088bc494 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:47:51.571278 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Attempting to bind port 4b250230-f72b-474c-aa18-151a088bc494 on network 4d1c0359-bb62-4890-95c2-ea349f0edb1e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:47:51.576555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Port 4b250230-f72b-474c-aa18-151a088bc494 on network 4d1c0359-bb62-4890-95c2-ea349f0edb1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:47:51.576871 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Attempting to bind port 4b250230-f72b-474c-aa18-151a088bc494 on network 4d1c0359-bb62-4890-95c2-ea349f0edb1e {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:47:51.582250 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:47:51.582582 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Checking segment: {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:47:51.583089 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Bound using segment: {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:47:51.583523 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Bound port: 4b250230-f72b-474c-aa18-151a088bc494, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6849cb0e-fc89-4b54-a7fd-8532fadcfeb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:47:51.583901 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.713036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44138) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:51.730890 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.742257 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:47:51.746501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4b250230-f72b-474c-aa18-151a088bc494,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:47:51.751251 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.759607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da8f01-862e-412a-bf39-6e18c325da0e req-5812a638-9b57-4349-bd03-adb72d90cccf tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.761127 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f3da8f01-862e-412a-bf39-6e18c325da0e req-5812a638-9b57-4349-bd03-adb72d90cccf tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1308663 Jun 08 12:47:51.765281 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a8b0036e-f907-41b9-bd90-b8a01e8178e6 tempest-DeleteServersTestJSON-1766864557 tempest-DeleteServersTestJSON-1766864557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.846683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.852840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.856634 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:51.857254 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:51.858609 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b250230-f72b-474c-aa18-151a088bc494 HTTP/1.1" status: 200 len: 1097 time: 1.4381647 Jun 08 12:47:51.861236 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'tag': '4b250230-f72b-474c-aa18-151a088bc494'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:47:51.862724 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8ea20fc8-1972-4f6a-9a52-da4af9f0469c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:51.863514 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cff9feb-99b9-40d2-885e-f6afdc494e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "tag": "4b250230-f72b-474c-aa18-151a088bc494"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:47:51.884263 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f3da8f01-862e-412a-bf39-6e18c325da0e req-94c53a7b-659e-4fac-953f-2d3846d570f2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0860021 Jun 08 12:47:51.892395 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Pushing event updated for resources: {'Port': ['ID=4b250230-f72b-474c-aa18-151a088bc494,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.904890 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.926590 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1941d08e25b34d05be26756c31cbbfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122011 Jun 08 12:47:51.928303 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a52f1e-fa27-42df-9240-3db398b25337,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:51.929670 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44144) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:47:51.936588 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:51.997026 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac184997-35d3-44bd-bf55-975d590c50d0 x-openstack-request-id: req-ac184997-35d3-44bd-bf55-975d590c50d0 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:47:51.997343 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "tag": "4b250230-f72b-474c-aa18-151a088bc494", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:47:51.997623 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac184997-35d3-44bd-bf55-975d590c50d0 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:47:51.998049 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'tag': '4b250230-f72b-474c-aa18-151a088bc494', 'status': 'completed', 'code': 200} Jun 08 12:47:52.083448 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:52.119329 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-dfa6ee12-df92-4ee8-8b12-7f3549871b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.120763 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-dfa6ee12-df92-4ee8-8b12-7f3549871b6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 1100 time: 0.1623256 Jun 08 12:47:52.122504 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:52.217472 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-cf3cb33b-fee2-4546-94f6-69fe43469669 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4b250230-f72b-474c-aa18-151a088bc494 HTTP/1.1" status: 200 len: 217 time: 0.0765498 Jun 08 12:47:52.285260 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:52.287820 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:52.289367 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d5a52f1e-fa27-42df-9240-3db398b25337 HTTP/1.1" status: 204 len: 168 time: 0.3519628 Jun 08 12:47:52.292564 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d0a2da6a-0228-4829-bee0-01ee70477d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:52.306093 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a52f1e-fa27-42df-9240-3db398b25337,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:52.308996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-91fb8f97-ccc3-48f1-b335-b1a82618f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.310506 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-91fb8f97-ccc3-48f1-b335-b1a82618f460 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e HTTP/1.1" status: 200 len: 843 time: 0.0817664 Jun 08 12:47:52.311428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:52.401449 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-ddf3b035-1275-490d-9150-61bb97309ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.404440 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-ddf3b035-1275-490d-9150-61bb97309ff9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d1c0359-bb62-4890-95c2-ea349f0edb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0853899 Jun 08 12:47:52.450453 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0722-8f69-4279-9625-eade2b2c6422 req-33369bfc-87df-4700-a337-a3ad483a2639 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:52.452092 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dc3c0722-8f69-4279-9625-eade2b2c6422 req-33369bfc-87df-4700-a337-a3ad483a2639 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 947 time: 0.0915372 Jun 08 12:47:52.505873 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dc3c0722-8f69-4279-9625-eade2b2c6422 req-ea23c1e0-b76a-4b93-b428-65cd5168ba62 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Jun 08 12:47:52.551514 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-7891478b-7623-4452-a4af-10e36edcb679 service neutron] 10.222.0.47 "GET /v2.0/networks/4d1c0359-bb62-4890-95c2-ea349f0edb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388144 Jun 08 12:47:52.704066 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72ab850b-5cc8-45f7-a0ee-cdde7d5988db req-ef086c94-39ec-4e36-95c0-692f81f80906 service neutron] 10.222.0.47 "GET /v2.0/networks/4d1c0359-bb62-4890-95c2-ea349f0edb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394215 Jun 08 12:47:53.114445 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-954119db-9ccc-4108-a34a-df65ce829cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.115335 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-954119db-9ccc-4108-a34a-df65ce829cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 1100 time: 0.2346120 Jun 08 12:47:53.126195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb1300-d35a-4477-aeb2-cad52cafc076 req-d43c3822-1838-448b-8061-e5b542ec2fe1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.127681 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bdb1300-d35a-4477-aeb2-cad52cafc076 req-d43c3822-1838-448b-8061-e5b542ec2fe1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1085846 Jun 08 12:47:53.265630 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6bdb1300-d35a-4477-aeb2-cad52cafc076 req-5019d411-3c95-4343-baf2-cdbc835f4cd8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1157281 Jun 08 12:47:53.313647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-3adbb1f2-bb60-48f7-8fb7-30c381b89ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.314991 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-3adbb1f2-bb60-48f7-8fb7-30c381b89ae6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4d1c0359-bb62-4890-95c2-ea349f0edb1e HTTP/1.1" status: 200 len: 870 time: 0.1864061 Jun 08 12:47:53.397955 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-28d90214-0890-48ba-b71a-c7cbd59a1efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4b250230-f72b-474c-aa18-151a088bc494 HTTP/1.1" status: 200 len: 217 time: 0.0742664 Jun 08 12:47:53.488510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-6ce3bf1e-7c0a-4c9d-85d8-bbeaec8ffd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.491132 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-6ce3bf1e-7c0a-4c9d-85d8-bbeaec8ffd29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e HTTP/1.1" status: 200 len: 843 time: 0.0813222 Jun 08 12:47:53.625596 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-b271d2aa-05a3-4594-a0b1-06ab67ef2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.628329 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-b271d2aa-05a3-4594-a0b1-06ab67ef2dbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4d1c0359-bb62-4890-95c2-ea349f0edb1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1265936 Jun 08 12:47:53.862774 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-b9720984-427a-4516-b632-ab22c3a7f133 service neutron] 10.222.0.47 "GET /v2.0/networks/4d1c0359-bb62-4890-95c2-ea349f0edb1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236023 Jun 08 12:47:53.874559 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0533ef-2e76-4472-ab49-02a47021464c req-a30a00e6-5165-4fd8-873e-f6390a3e0541 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.876094 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4b0533ef-2e76-4472-ab49-02a47021464c req-a30a00e6-5165-4fd8-873e-f6390a3e0541 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 947 time: 0.1937039 Jun 08 12:47:53.904606 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2200a-786b-49ab-9709-0b0565587982 req-bfc0efcf-9318-42a7-80c2-c1fabbc40017 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:53.906565 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9ae2200a-786b-49ab-9709-0b0565587982 req-bfc0efcf-9318-42a7-80c2-c1fabbc40017 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0869641 Jun 08 12:47:53.959541 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9ae2200a-786b-49ab-9709-0b0565587982 req-b3f57157-266b-454e-a19a-5d54fbd5c9c6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453641 Jun 08 12:47:54.008586 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4b0533ef-2e76-4472-ab49-02a47021464c req-99683084-c81e-48a2-81d5-a8956c401740 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123531 Jun 08 12:47:54.047470 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8cff9feb-99b9-40d2-885e-f6afdc494e2f req-ea6b56ef-31fa-47ec-a2ee-0c6b7c00f39b service neutron] 10.222.0.47 "GET /v2.0/networks/4d1c0359-bb62-4890-95c2-ea349f0edb1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703620 Jun 08 12:47:54.498565 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599359a-4cf6-4897-a190-5e4c45ed8ce6 req-2efde6ce-8b61-47a9-b7d6-deb2ec94dfbb tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:54.505235 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5599359a-4cf6-4897-a190-5e4c45ed8ce6 req-2efde6ce-8b61-47a9-b7d6-deb2ec94dfbb tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0966356 Jun 08 12:47:54.555994 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5599359a-4cf6-4897-a190-5e4c45ed8ce6 req-82e1a2e7-89d5-4b64-910f-9b977aa2e6dd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451374 Jun 08 12:47:55.177335 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c856b-a12a-408c-8a1d-bac4393a8afa req-f4b355ac-2838-4d74-a17e-e66ffcbe8231 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:55.178852 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e8c856b-a12a-408c-8a1d-bac4393a8afa req-f4b355ac-2838-4d74-a17e-e66ffcbe8231 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1008036 Jun 08 12:47:55.216050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0efea-c21d-4ca6-93a4-158c39383cae req-c6b60a0e-060a-4714-a776-04b5f5a20c7c tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:55.217534 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46c0efea-c21d-4ca6-93a4-158c39383cae req-c6b60a0e-060a-4714-a776-04b5f5a20c7c tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 947 time: 0.0966458 Jun 08 12:47:55.234915 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e8c856b-a12a-408c-8a1d-bac4393a8afa req-2fdd6083-320a-4f18-b5a4-598ae7a83cc2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441401 Jun 08 12:47:55.266458 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46c0efea-c21d-4ca6-93a4-158c39383cae req-7fe1e82b-7e05-44b4-8aa4-38398d854876 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Jun 08 12:47:55.757395 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784444a7-364b-445a-a001-e14619b2e4f7 req-769d4c97-161e-424d-ae77-4738c7315f93 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:55.759636 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-784444a7-364b-445a-a001-e14619b2e4f7 req-769d4c97-161e-424d-ae77-4738c7315f93 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0925353 Jun 08 12:47:55.813196 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-784444a7-364b-445a-a001-e14619b2e4f7 req-a7ecb0bf-0d03-4202-b7ba-aef6a6c5d642 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471516 Jun 08 12:47:56.157570 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 4b250230-f72b-474c-aa18-151a088bc494 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:47:56.299582 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4b250230-f72b-474c-aa18-151a088bc494,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:56.316202 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '4b250230-f72b-474c-aa18-151a088bc494', 'network_id': '4d1c0359-bb62-4890-95c2-ea349f0edb1e', 'port_id': '4b250230-f72b-474c-aa18-151a088bc494', 'mac_address': 'fa:16:3e:6a:b1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9d22b5-9cb5-4737-97ad-af2fcd7b5a9e', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:47:56.387423 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:56.408309 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b250230-f72b-474c-aa18-151a088bc494 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:47:56.428183 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4b250230-f72b-474c-aa18-151a088bc494,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:47:56.432874 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:47:56.436285 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-680fb059-6f28-410c-a492-75d266a58597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:47:56.450524 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9f0c9-9aa9-485a-96a1-16bc9f75a593 req-08236c07-5d0e-4681-8e43-1cbb719e3fb2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:56.455913 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d7c9f0c9-9aa9-485a-96a1-16bc9f75a593 req-08236c07-5d0e-4681-8e43-1cbb719e3fb2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0981421 Jun 08 12:47:56.465950 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d94e7-2edf-40f2-8ca0-f73c02779c3b req-0d88b356-505d-4eaa-a0a4-c2ee27c00ad9 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:56.467560 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6d2d94e7-2edf-40f2-8ca0-f73c02779c3b req-0d88b356-505d-4eaa-a0a4-c2ee27c00ad9 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 947 time: 0.0886168 Jun 08 12:47:56.504595 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d7c9f0c9-9aa9-485a-96a1-16bc9f75a593 req-e8e7f607-d6ac-4a37-a5ac-10e72f4d8037 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Jun 08 12:47:56.512751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=4b250230-f72b-474c-aa18-151a088bc494,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:47:56.515756 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6d2d94e7-2edf-40f2-8ca0-f73c02779c3b req-29cc4682-c08a-4e59-9a4e-fabe39023072 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417542 Jun 08 12:47:56.520703 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.521181 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.521388 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.521722 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.522054 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.522384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.522711 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.523241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.523973 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.524886 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.525129 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.525463 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:47:56.537599 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:47:57.001625 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['4b250230-f72b-474c-aa18-151a088bc494'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:47:57.001845 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7be34-cd92-4c2e-ade5-100252be1385 req-bba606d2-dc29-4ad5-8d28-f55c51764182 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:57.003104 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46b7be34-cd92-4c2e-ade5-100252be1385 req-bba606d2-dc29-4ad5-8d28-f55c51764182 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0809455 Jun 08 12:47:57.120292 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46b7be34-cd92-4c2e-ade5-100252be1385 req-3b497328-584e-4e02-81c9-c16f467a85f4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1110837 Jun 08 12:47:57.259400 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff664f68-1d68-4731-924f-8fd2164247f5 req-79ff3c04-6cbe-43cd-b54d-7a8861d719ec tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:57.261024 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff664f68-1d68-4731-924f-8fd2164247f5 req-79ff3c04-6cbe-43cd-b54d-7a8861d719ec tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0809155 Jun 08 12:47:57.307609 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff664f68-1d68-4731-924f-8fd2164247f5 req-8d1fb3f6-43be-4779-8311-af9b4caec6cc tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jun 08 12:47:57.705615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff8850-4726-4b57-9709-f7a5e1848241 req-e59e3786-3b00-444c-9391-56f0db15a540 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:57.706945 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fcff8850-4726-4b57-9709-f7a5e1848241 req-e59e3786-3b00-444c-9391-56f0db15a540 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0819383 Jun 08 12:47:57.708990 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1b2d7-098b-437c-a82e-eac899b170c4 req-6531d003-354b-4b0e-aadb-b48a439ded4e tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:57.710530 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-23c1b2d7-098b-437c-a82e-eac899b170c4 req-6531d003-354b-4b0e-aadb-b48a439ded4e tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 948 time: 0.0854950 Jun 08 12:47:57.755223 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fcff8850-4726-4b57-9709-f7a5e1848241 req-524fae12-d7af-4fe4-beec-b161f9ef5b27 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Jun 08 12:47:57.758424 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-23c1b2d7-098b-437c-a82e-eac899b170c4 req-bdd4cf91-c5f8-4ade-9186-6ae40d8a9fae tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406187 Jun 08 12:47:58.312034 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb416f-440e-477e-b4f7-e9b09e293968 req-fb8d6d43-cba7-4a04-b8cd-f7a129ee8bd0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:58.313485 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-55cb416f-440e-477e-b4f7-e9b09e293968 req-fb8d6d43-cba7-4a04-b8cd-f7a129ee8bd0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0841813 Jun 08 12:47:58.365271 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-55cb416f-440e-477e-b4f7-e9b09e293968 req-30b6b56b-1b70-457c-8a55-653f5628434f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460799 Jun 08 12:47:58.502580 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e9543-0883-44d2-a3a0-b674b9ab9c6a req-c43a6d8b-5179-4110-b53a-6bd20bb089da tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:58.504137 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a07e9543-0883-44d2-a3a0-b674b9ab9c6a req-c43a6d8b-5179-4110-b53a-6bd20bb089da tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0841892 Jun 08 12:47:58.551294 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a07e9543-0883-44d2-a3a0-b674b9ab9c6a req-1e6069af-9dc9-44ac-8575-d23b724bb7b5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401180 Jun 08 12:47:58.942465 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:47:58.952513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6d93f-4448-4d07-9ab9-d3c3051be151 req-a39deb0f-4a41-4228-8685-23f69bcee574 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:58.954018 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4ec6d93f-4448-4d07-9ab9-d3c3051be151 req-a39deb0f-4a41-4228-8685-23f69bcee574 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0828454 Jun 08 12:47:58.962409 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c89e5-88b4-470c-ba34-6772e89deba7 req-08915568-8bab-47fe-9d9e-90e4b8ab6cb9 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:58.963952 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-370c89e5-88b4-470c-ba34-6772e89deba7 req-08915568-8bab-47fe-9d9e-90e4b8ab6cb9 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 948 time: 0.0932469 Jun 08 12:47:59.006715 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4ec6d93f-4448-4d07-9ab9-d3c3051be151 req-7d624f20-fcd8-4017-8d46-1b09a3708faf tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460134 Jun 08 12:47:59.010911 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-370c89e5-88b4-470c-ba34-6772e89deba7 req-917e8fb3-8bd7-4531-bbda-0a62d3839152 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Jun 08 12:47:59.559636 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b54f7-cb42-4ae4-8dbc-1ac5190d5868 req-8bd58607-ac96-4802-8ed7-0a9e47d2ffb4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:59.561160 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b85b54f7-cb42-4ae4-8dbc-1ac5190d5868 req-8bd58607-ac96-4802-8ed7-0a9e47d2ffb4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Jun 08 12:47:59.697260 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b85b54f7-cb42-4ae4-8dbc-1ac5190d5868 req-b2b9ce17-fd34-4bf1-bf5a-e4e98a9ccc83 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1303604 Jun 08 12:47:59.763267 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b42f0-775d-4a2e-9b0a-7673c253c476 req-dcf807aa-c2b2-4ff6-b196-9e3932d6166e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:47:59.764763 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a75b42f0-775d-4a2e-9b0a-7673c253c476 req-dcf807aa-c2b2-4ff6-b196-9e3932d6166e tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0816779 Jun 08 12:47:59.811371 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a75b42f0-775d-4a2e-9b0a-7673c253c476 req-61ada06a-a4ba-4dfc-b593-b3571eab97ed tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410249 Jun 08 12:48:00.191524 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 4b250230-f72b-474c-aa18-151a088bc494 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:00.205428 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc63c2-0eee-4371-9134-46934d26f1dc req-dedc02bd-2638-4c9a-a4c6-4361c92544a8 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.213720 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30cc63c2-0eee-4371-9134-46934d26f1dc req-dedc02bd-2638-4c9a-a4c6-4361c92544a8 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 948 time: 0.0947959 Jun 08 12:48:00.222815 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62e9e-8604-4bd4-9cbe-598569db84f3 req-967efb1b-6950-47a6-b961-61f2faff12b3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.224485 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b0c62e9e-8604-4bd4-9cbe-598569db84f3 req-967efb1b-6950-47a6-b961-61f2faff12b3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1026001 Jun 08 12:48:00.263014 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30cc63c2-0eee-4371-9134-46934d26f1dc req-241aad66-95f6-4213-bce8-1863a5f70e9a tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Jun 08 12:48:00.277803 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b0c62e9e-8604-4bd4-9cbe-598569db84f3 req-6aa54744-6b7a-4996-8c02-13972110df9e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 Jun 08 12:48:00.286711 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 4b250230-f72b-474c-aa18-151a088bc494 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:00.291955 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 4b250230-f72b-474c-aa18-151a088bc494 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:00.292333 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:00.439751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:00.469312 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b250230-f72b-474c-aa18-151a088bc494'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:00.471614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d638f-6472-4e8c-8c50-d91192da7d90" -d '{"events": [{"server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "name": "network-vif-plugged", "status": "completed", "tag": "4b250230-f72b-474c-aa18-151a088bc494"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:00.482848 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4b250230-f72b-474c-aa18-151a088bc494,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:00.487280 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:00.489274 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:00.520102 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4676e5fe-49a9-453b-a8e7-5fa8a490264e x-openstack-request-id: req-4676e5fe-49a9-453b-a8e7-5fa8a490264e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:00.520427 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "name": "network-vif-plugged", "status": "completed", "tag": "4b250230-f72b-474c-aa18-151a088bc494", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:00.520684 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4676e5fe-49a9-453b-a8e7-5fa8a490264e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:00.521065 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b250230-f72b-474c-aa18-151a088bc494', 'code': 200} Jun 08 12:48:00.564097 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=4b250230-f72b-474c-aa18-151a088bc494,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:00.567085 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:00.746168 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-39573397-d727-41ba-a307-9ce4739dea60 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.747694 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-39573397-d727-41ba-a307-9ce4739dea60 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Jun 08 12:48:00.902548 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Deleting port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:00.903064 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:00.962810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae98ab-da7c-415c-9e89-ad03a670701e req-0270c02e-5247-4675-86cb-0b8622c5fcfc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.964288 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-03ae98ab-da7c-415c-9e89-ad03a670701e req-0270c02e-5247-4675-86cb-0b8622c5fcfc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1540818 Jun 08 12:48:00.970636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517884b-ed6a-4026-b611-6905545b7786 req-39b51293-8617-49f5-8961-abe2f5326ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:00.972104 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5517884b-ed6a-4026-b611-6905545b7786 req-39b51293-8617-49f5-8961-abe2f5326ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 1102 time: 0.1104844 Jun 08 12:48:01.042444 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-03ae98ab-da7c-415c-9e89-ad03a670701e req-a1114eb4-2454-490a-b64e-74933db24476 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0693986 Jun 08 12:48:01.046326 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5517884b-ed6a-4026-b611-6905545b7786 req-1aa1cb9e-4c33-4254-a9c7-af74438f183a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587895 Jun 08 12:48:01.095807 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] For port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:01.096075 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:01.170501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db6d8c-3402-4528-9c0f-e05729aac128 req-9ce2e299-1bf3-4480-b45c-61523f807e72 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:01.172022 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-19db6d8c-3402-4528-9c0f-e05729aac128 req-9ce2e299-1bf3-4480-b45c-61523f807e72 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 945 time: 0.2083168 Jun 08 12:48:01.237596 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Calling delete_port for 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:01.290749 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-19db6d8c-3402-4528-9c0f-e05729aac128 req-2708e6e8-d01c-46e7-9c91-8a7d075d4ebf tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Jun 08 12:48:01.397493 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:01.407631 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c23492a4-6e1e-4667-b3a3-0b2d9665ce07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:01.452973 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['cf915dee-4ce3-4336-913c-9d66992ab216', '0f1d5a91-cb70-422a-bd1b-77bec12c0be9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:01.463665 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8def7a-2e31-491d-a682-f3310880cc78 req-e7515529-25bd-4c2a-97d6-b9fe27a63109 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:01.467856 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de8def7a-2e31-491d-a682-f3310880cc78 req-e7515529-25bd-4c2a-97d6-b9fe27a63109 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.0900769 Jun 08 12:48:01.500328 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Pushing event deleted for resources: {'Port': ['ID=0f1d5a91-cb70-422a-bd1b-77bec12c0be9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:01.517398 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de8def7a-2e31-491d-a682-f3310880cc78 req-4a0519d7-5c5b-4fb5-83bf-f2ad34e51504 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Jun 08 12:48:01.594227 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.594593 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.594958 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.595316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.595668 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.596047 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.596394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.596742 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.597090 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.597433 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.597770 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.598113 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:01.601177 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] No DVR routers for this DVR port 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:48:01.603236 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:01.606230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:01.609370 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-06d1ba2a-45b5-44b1-a0e2-b8467b95dd71 req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "DELETE /v2.0/ports/0f1d5a91-cb70-422a-bd1b-77bec12c0be9 HTTP/1.1" status: 204 len: 173 time: 0.8542624 Jun 08 12:48:01.610073 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'name': 'network-vif-deleted', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:01.612806 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0259fbf5-ad6e-4f84-bbef-f663b4a0be41" -d '{"events": [{"server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "name": "network-vif-deleted", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:01.654107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663fe0f-5fe2-429f-ba92-509c2493ae5a req-b36f67a0-d863-46b6-b10a-42ecb2c0b507 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:01.662795 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d663fe0f-5fe2-429f-ba92-509c2493ae5a req-b36f67a0-d863-46b6-b10a-42ecb2c0b507 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2600608 Jun 08 12:48:01.683931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f922f-765d-41c8-916b-e3bdb7d22481 x-openstack-request-id: req-f98f922f-765d-41c8-916b-e3bdb7d22481 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:01.684281 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a4e4a-9142-42c7-9bcd-d825134e8004", "name": "network-vif-deleted", "tag": "0f1d5a91-cb70-422a-bd1b-77bec12c0be9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:01.684536 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f98f922f-765d-41c8-916b-e3bdb7d22481 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:01.684949 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952a4e4a-9142-42c7-9bcd-d825134e8004', 'name': 'network-vif-deleted', 'tag': '0f1d5a91-cb70-422a-bd1b-77bec12c0be9', 'status': 'completed', 'code': 200} Jun 08 12:48:01.720824 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d663fe0f-5fe2-429f-ba92-509c2493ae5a req-a9fa41cf-b398-4c03-989e-2a1f8d839281 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565600 Jun 08 12:48:02.242921 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd396-419b-4e97-b020-a86cc318311a req-8e8ed3dc-4a7d-4d5a-b99a-57724c35d764 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:02.244200 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-421dd396-419b-4e97-b020-a86cc318311a req-8e8ed3dc-4a7d-4d5a-b99a-57724c35d764 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0861297 Jun 08 12:48:02.288078 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-421dd396-419b-4e97-b020-a86cc318311a req-22a5222b-b472-4112-8d8c-92dfdea3a23d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0379395 Jun 08 12:48:02.455018 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-641d9b24-a26d-4c81-802c-580cc665bbee req-f4b0bc39-9f40-4aad-bcc8-5f94c29b826a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=952a4e4a-9142-42c7-9bcd-d825134e8004 HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jun 08 12:48:02.720611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523ede-e6f0-4f50-99b3-78ce8bd2f3e8 req-cb868b00-0181-491a-aebf-aec4e00e9f36 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:02.722093 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46523ede-e6f0-4f50-99b3-78ce8bd2f3e8 req-cb868b00-0181-491a-aebf-aec4e00e9f36 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.0863147 Jun 08 12:48:02.768977 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-46523ede-e6f0-4f50-99b3-78ce8bd2f3e8 req-026b7103-d331-48f4-984d-c29c09d48843 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Jun 08 12:48:03.093463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bf312-0e32-4b85-bd04-76916231c6dc req-8cbd8cb8-40ac-4524-b5be-49bfd8f408aa tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:03.095512 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2a5bf312-0e32-4b85-bd04-76916231c6dc req-8cbd8cb8-40ac-4524-b5be-49bfd8f408aa tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0987434 Jun 08 12:48:03.145689 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2a5bf312-0e32-4b85-bd04-76916231c6dc req-1f2e7086-1e78-4634-b64b-ccef53accf87 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Jun 08 12:48:03.473082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749d542-9275-49d4-ac2f-10ed41b85996 req-e519119c-ebcf-4245-96e9-0266324ad7f2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:03.474407 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b749d542-9275-49d4-ac2f-10ed41b85996 req-e519119c-ebcf-4245-96e9-0266324ad7f2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0790784 Jun 08 12:48:03.525326 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b749d542-9275-49d4-ac2f-10ed41b85996 req-1cc1f71e-1e28-47be-b20b-96e3e8dd33f2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447512 Jun 08 12:48:03.986675 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04635f1-3066-4d59-8ead-bba0f55d925f req-17118ad8-a185-49af-a2d4-1a7bfa695cb8 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.005968 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a04635f1-3066-4d59-8ead-bba0f55d925f req-17118ad8-a185-49af-a2d4-1a7bfa695cb8 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.1178656 Jun 08 12:48:04.064286 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a04635f1-3066-4d59-8ead-bba0f55d925f req-66824ddb-052f-4179-9429-91ad7292d4a2 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615621 Jun 08 12:48:04.098521 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1666e-c5ed-4f72-87e7-33b45f0516b0 req-962ab4d4-3fb0-4a8e-a979-5120ef530d2a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.104492 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dcc1666e-c5ed-4f72-87e7-33b45f0516b0 req-962ab4d4-3fb0-4a8e-a979-5120ef530d2a tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1164126 Jun 08 12:48:04.151903 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dcc1666e-c5ed-4f72-87e7-33b45f0516b0 req-45003eba-6ce8-4f0e-8809-3cca1e066c6d tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449762 Jun 08 12:48:04.195756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:04.247293 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:04.247989 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0f1d5a91-cb70-422a-bd1b-77bec12c0be9 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:04.351014 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ebfeb-6cd3-473f-85fb-d0c5e6e31501 req-82480404-fbd1-4f39-8fcb-499b0472b4a6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.353251 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c91ebfeb-6cd3-473f-85fb-d0c5e6e31501 req-82480404-fbd1-4f39-8fcb-499b0472b4a6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0888348 Jun 08 12:48:04.401468 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c91ebfeb-6cd3-473f-85fb-d0c5e6e31501 req-b6de8254-1d71-4898-bad7-e974fcfd7e91 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 Jun 08 12:48:04.535485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91f73-0ac9-4f0b-bf26-2648ae4e0322 req-d3d2dce4-ffd5-45ad-90c5-fc118a3b0090 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.536954 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-45e91f73-0ac9-4f0b-bf26-2648ae4e0322 req-d3d2dce4-ffd5-45ad-90c5-fc118a3b0090 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.0851047 Jun 08 12:48:04.586245 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-45e91f73-0ac9-4f0b-bf26-2648ae4e0322 req-fa619971-52f5-493a-83e2-77fd160243c7 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Jun 08 12:48:04.728709 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ae48d-d8d7-4a14-9dd6-a8a603a62b72 req-c6945c5a-7a1b-483f-9d61-89d8a0f8b084 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:04.730219 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-625ae48d-d8d7-4a14-9dd6-a8a603a62b72 req-c6945c5a-7a1b-483f-9d61-89d8a0f8b084 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0841920 Jun 08 12:48:04.776552 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-625ae48d-d8d7-4a14-9dd6-a8a603a62b72 req-4fb11f0c-f4bd-4607-a7cd-3ebe434f1548 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405676 Jun 08 12:48:05.107028 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-51e2e40b-ae8c-4880-b090-96c142adafaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:05.349677 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d18cf-fa68-44e7-8af1-e45a925ad16a req-f9a67879-2d4c-4f50-b263-98837a0c4871 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:05.351198 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-939d18cf-fa68-44e7-8af1-e45a925ad16a req-f9a67879-2d4c-4f50-b263-98837a0c4871 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0851908 Jun 08 12:48:05.404179 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-939d18cf-fa68-44e7-8af1-e45a925ad16a req-5e36968b-2f94-43aa-ac32-f402bcecfefb tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Jun 08 12:48:05.627522 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfc33b-b50c-4727-a5ea-2b1b2280cd6b req-0bbbbf69-acb6-4a22-af0d-98e974d400e5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:05.628999 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e0dfc33b-b50c-4727-a5ea-2b1b2280cd6b req-0bbbbf69-acb6-4a22-af0d-98e974d400e5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1106901 Jun 08 12:48:05.674687 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e0dfc33b-b50c-4727-a5ea-2b1b2280cd6b req-33127ec0-8a99-4340-a8e6-3255e615a216 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393178 Jun 08 12:48:05.777681 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00083999-16bf-47af-97a1-a0136e1fb955 req-f122695f-9268-4c84-a932-61c301ae1219 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:05.779141 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00083999-16bf-47af-97a1-a0136e1fb955 req-f122695f-9268-4c84-a932-61c301ae1219 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.0805676 Jun 08 12:48:05.830420 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00083999-16bf-47af-97a1-a0136e1fb955 req-9df2f3da-c1d9-4bcc-b359-036762afbb4f tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Jun 08 12:48:05.967802 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa749-f847-4f62-a7e5-e4ce2c526d3c req-e291de6e-33c4-49df-8c1e-2aff551f8b14 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:05.969216 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3e5fa749-f847-4f62-a7e5-e4ce2c526d3c req-e291de6e-33c4-49df-8c1e-2aff551f8b14 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0830810 Jun 08 12:48:06.016528 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3e5fa749-f847-4f62-a7e5-e4ce2c526d3c req-824d4b38-b569-4cd3-bbeb-b5e854c78b0a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416453 Jun 08 12:48:06.389916 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b744-1f7b-4d12-b2da-f1817e14b263 req-3428b51e-624a-42e8-9aa6-21c5dc4cfb15 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.391136 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72d9b744-1f7b-4d12-b2da-f1817e14b263 req-3428b51e-624a-42e8-9aa6-21c5dc4cfb15 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1011338 Jun 08 12:48:06.438873 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72d9b744-1f7b-4d12-b2da-f1817e14b263 req-977ee512-7876-4a8e-a9f6-a4d158cc7a11 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421338 Jun 08 12:48:06.620589 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832c83-5889-4e0a-900a-6c94342b168b req-56768940-2d54-40aa-9466-d222053e7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.622073 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-56768940-2d54-40aa-9466-d222053e7009 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.2260566 Jun 08 12:48:06.644549 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039603b1-75c9-4294-81b7-0145374575e5 req-43b1585e-1514-483a-aae8-1b272ca4368e tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.645892 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-039603b1-75c9-4294-81b7-0145374575e5 req-43b1585e-1514-483a-aae8-1b272ca4368e tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.0839784 Jun 08 12:48:06.661577 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf5782-b27a-4ab1-b261-f7aad14c0e12 req-cbc85085-b22b-47c3-984c-b840dd836c8c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.663079 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2faf5782-b27a-4ab1-b261-f7aad14c0e12 req-cbc85085-b22b-47c3-984c-b840dd836c8c tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1326907 Jun 08 12:48:06.781514 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2faf5782-b27a-4ab1-b261-f7aad14c0e12 req-663efeca-4a07-467c-8fa1-d833b00e948f tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675447 Jun 08 12:48:06.829837 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832c83-5889-4e0a-900a-6c94342b168b req-abe29ba1-6e3a-46b8-b198-8059b727b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.831288 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-abe29ba1-6e3a-46b8-b198-8059b727b174 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.2009351 Jun 08 12:48:06.921681 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Deleting port 4b250230-f72b-474c-aa18-151a088bc494 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:06.921953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:06.997478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b659a-8e14-4061-a6eb-c79655eb1c1a req-aee9d26d-e564-40dd-8651-bf04b619aceb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:06.998967 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-954b659a-8e14-4061-a6eb-c79655eb1c1a req-aee9d26d-e564-40dd-8651-bf04b619aceb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1884248 Jun 08 12:48:07.006840 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-c7d26cda-64ac-4f0b-90f3-aea7f7a71a2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1638925 Jun 08 12:48:07.082931 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-954b659a-8e14-4061-a6eb-c79655eb1c1a req-7f82cc3b-e3d0-4241-a5e3-8d78de96c4f5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780518 Jun 08 12:48:07.087106 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832c83-5889-4e0a-900a-6c94342b168b req-6c4d0b77-74f5-48e6-adad-f9064a7864d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.088597 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-6c4d0b77-74f5-48e6-adad-f9064a7864d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0723388 Jun 08 12:48:07.097174 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37808a9-4bd7-4cb4-a6f3-a2c2b866dc40 req-de3959dd-917d-45dd-88cb-450c14908a72 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.098709 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c37808a9-4bd7-4cb4-a6f3-a2c2b866dc40 req-de3959dd-917d-45dd-88cb-450c14908a72 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 949 time: 0.1527236 Jun 08 12:48:07.116147 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] For port 4b250230-f72b-474c-aa18-151a088bc494, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=4b250230-f72b-474c-aa18-151a088bc494,segment=NetworkSegment(6849cb0e-fc89-4b54-a7fd-8532fadcfeb9),segment_id=6849cb0e-fc89-4b54-a7fd-8532fadcfeb9)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:07.117056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:07.196979 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c37808a9-4bd7-4cb4-a6f3-a2c2b866dc40 req-ba83330b-6f7f-4923-8b1e-370eb17e0363 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/security-groups?id=29f274e9-9c3f-4ac9-baae-306c9405cfa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630200 Jun 08 12:48:07.217688 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6832c83-5889-4e0a-900a-6c94342b168b req-ed2c4182-2e59-475d-97e9-8120306b0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.219171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-ed2c4182-2e59-475d-97e9-8120306b0bce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196077 Jun 08 12:48:07.244732 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Calling delete_port for 4b250230-f72b-474c-aa18-151a088bc494 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:07.367304 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-79d7f502-79c7-414d-bb02-978a558a5e41 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394513 Jun 08 12:48:07.442957 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:07.454546 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:07.493795 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['4b250230-f72b-474c-aa18-151a088bc494'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:07.499207 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Pushing event deleted for resources: {'Port': ['ID=4b250230-f72b-474c-aa18-151a088bc494,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:07.525713 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c6832c83-5889-4e0a-900a-6c94342b168b req-14af1576-f4db-4c21-a293-098f4a7f03ee service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504667 Jun 08 12:48:07.533437 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:07.582608 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] No DVR routers for this DVR port 4b250230-f72b-474c-aa18-151a088bc494 on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:48:07.586335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:07.589076 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-039603b1-75c9-4294-81b7-0145374575e5 req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.47 "DELETE /v2.0/ports/4b250230-f72b-474c-aa18-151a088bc494 HTTP/1.1" status: 204 len: 173 time: 0.9373155 Jun 08 12:48:07.589619 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'name': 'network-vif-deleted', 'tag': '4b250230-f72b-474c-aa18-151a088bc494'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:07.592099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9209ab4-fe7d-4add-9bb5-388cd8832a4f" -d '{"events": [{"server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "name": "network-vif-deleted", "tag": "4b250230-f72b-474c-aa18-151a088bc494"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:07.620311 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2b597400-f33d-45a5-83fb-2500596b07e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:07.676025 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0caf165-46c3-4383-a215-db6cd8d105dc x-openstack-request-id: req-f0caf165-46c3-4383-a215-db6cd8d105dc {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:07.676713 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2d5f99-2ffe-4191-a718-7054e0a330bd", "name": "network-vif-deleted", "tag": "4b250230-f72b-474c-aa18-151a088bc494", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:07.676713 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0caf165-46c3-4383-a215-db6cd8d105dc {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:07.677025 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2d5f99-2ffe-4191-a718-7054e0a330bd', 'name': 'network-vif-deleted', 'tag': '4b250230-f72b-474c-aa18-151a088bc494', 'status': 'completed', 'code': 200} Jun 08 12:48:07.734256 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69b656-c7a5-44b4-8acd-9e94c3301aa3 req-4c9850c6-cf73-4562-b25c-d255b2bc1f0d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.735825 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3d69b656-c7a5-44b4-8acd-9e94c3301aa3 req-4c9850c6-cf73-4562-b25c-d255b2bc1f0d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1089654 Jun 08 12:48:07.748883 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:07.785820 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3d69b656-c7a5-44b4-8acd-9e94c3301aa3 req-20a0698a-e8a8-4591-86c3-1b8ec04f76ea tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440884 Jun 08 12:48:07.984406 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec6460-0eb2-4f53-8b8e-b7e2035dd001 req-43120734-a82d-413a-8cdb-632e0d4777b2 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:07.985871 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-51ec6460-0eb2-4f53-8b8e-b7e2035dd001 req-43120734-a82d-413a-8cdb-632e0d4777b2 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0800555 Jun 08 12:48:08.035144 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-51ec6460-0eb2-4f53-8b8e-b7e2035dd001 req-a23a8f90-14d5-4719-b5a8-28e91ba04ed3 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Jun 08 12:48:08.289215 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fe983-b1d5-48ea-93f0-c9b580ecdbaf req-297046af-a7de-459c-83a0-18f8f4af9624 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:08.290921 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-750fe983-b1d5-48ea-93f0-c9b580ecdbaf req-297046af-a7de-459c-83a0-18f8f4af9624 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0859334 Jun 08 12:48:08.349281 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-750fe983-b1d5-48ea-93f0-c9b580ecdbaf req-5d6b52bb-deda-4bef-9d63-484aaf230d9b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524781 Jun 08 12:48:08.403513 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-047bdf07-3930-48e1-86ae-c816df835ccb req-36ba84d2-7513-448d-b64f-9dfd4d46e085 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b2d5f99-2ffe-4191-a718-7054e0a330bd HTTP/1.1" status: 200 len: 210 time: 0.0565815 Jun 08 12:48:08.740894 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:08.973515 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f65937-6e02-4c72-be61-dc28a473a5ad req-62199fd5-68d7-416b-bae9-b5ba69447598 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:08.974979 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-79f65937-6e02-4c72-be61-dc28a473a5ad req-62199fd5-68d7-416b-bae9-b5ba69447598 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0811651 Jun 08 12:48:09.021571 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-79f65937-6e02-4c72-be61-dc28a473a5ad req-2f0e96a2-f456-47a5-a23c-4f6065add821 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400023 Jun 08 12:48:09.224195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af77a57-8457-46d7-930f-5b8d0499fed4 req-6d6fd0ad-544f-4b56-a9cb-6a9baa4c4337 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:09.225825 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7af77a57-8457-46d7-930f-5b8d0499fed4 req-6d6fd0ad-544f-4b56-a9cb-6a9baa4c4337 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0813046 Jun 08 12:48:09.276162 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7af77a57-8457-46d7-930f-5b8d0499fed4 req-02762408-8866-4d9d-a099-756687a21aea tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Jun 08 12:48:09.550824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3e0df-6766-47b3-9634-21f12ab35cb3 req-8b0e819f-5d4d-48ad-9f43-e96e002b71ff tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:09.552430 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5a3e0df-6766-47b3-9634-21f12ab35cb3 req-8b0e819f-5d4d-48ad-9f43-e96e002b71ff tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0902274 Jun 08 12:48:09.598729 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5a3e0df-6766-47b3-9634-21f12ab35cb3 req-7412b7be-d391-4635-851b-4f5d9d941a45 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401402 Jun 08 12:48:10.216393 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 4b250230-f72b-474c-aa18-151a088bc494 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:10.254939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 4b250230-f72b-474c-aa18-151a088bc494 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:10.255294 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 4b250230-f72b-474c-aa18-151a088bc494 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:10.469276 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29cd05-595e-4174-babd-a9a1761b47b4 req-b8266162-2ba7-4170-a6ba-85d2011218d3 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:10.470822 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2c29cd05-595e-4174-babd-a9a1761b47b4 req-b8266162-2ba7-4170-a6ba-85d2011218d3 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0842173 Jun 08 12:48:10.518356 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2c29cd05-595e-4174-babd-a9a1761b47b4 req-b284f21b-8fbf-449c-aa8e-5887d38255cd tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Jun 08 12:48:10.551662 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:10.808246 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a485-0c39-4e58-8c23-6cb850da8ea5 req-33900651-f9df-4bd4-bf20-1d6699d45533 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:10.814595 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1ad0a485-0c39-4e58-8c23-6cb850da8ea5 req-33900651-f9df-4bd4-bf20-1d6699d45533 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0958338 Jun 08 12:48:10.860959 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1ad0a485-0c39-4e58-8c23-6cb850da8ea5 req-a604afc2-c238-4412-9da0-86cad79d56ad tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445230 Jun 08 12:48:11.743148 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b66139-25ae-4502-b761-2aac33983f12 req-3e0a3f8c-146b-436b-9265-466c3bcdf1ff tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:11.744734 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f9b66139-25ae-4502-b761-2aac33983f12 req-3e0a3f8c-146b-436b-9265-466c3bcdf1ff tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.1022379 Jun 08 12:48:11.793538 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f9b66139-25ae-4502-b761-2aac33983f12 req-95957e01-72a7-44be-81bd-0f269c3027b5 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/security-groups?id=37542976-316a-42f3-96ce-e86ed9ccd4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Jun 08 12:48:11.883289 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9b96e611-6680-4fd2-929f-1ba26ba078ab tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:11.884890 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9b96e611-6680-4fd2-929f-1ba26ba078ab tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 945 time: 0.0835640 Jun 08 12:48:12.092302 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Deleting port cf915dee-4ce3-4336-913c-9d66992ab216 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:12.092714 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.231605 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd001-0e12-48a4-9cd0-85504d04a16e req-b36e0732-34fc-402f-a496-5d246c7e2d3d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:12.233095 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e98cd001-0e12-48a4-9cd0-85504d04a16e req-b36e0732-34fc-402f-a496-5d246c7e2d3d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2426803 Jun 08 12:48:12.242930 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:48:12.314066 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e98cd001-0e12-48a4-9cd0-85504d04a16e req-0a032ab0-2419-48b2-ba9d-64657723abb2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749950 Jun 08 12:48:12.342231 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] For port cf915dee-4ce3-4336-913c-9d66992ab216, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=cf915dee-4ce3-4336-913c-9d66992ab216,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:12.342759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.384964 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:12.399315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:48:12.470750 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.471862 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Calling delete_port for cf915dee-4ce3-4336-913c-9d66992ab216 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:12.488547 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:12.505232 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:12.509822 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.511559 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-48946209-0661-49a2-8481-ed05045a2017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:12.580164 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:12.583600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:12.595091 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.601815 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:12.645060 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['cf915dee-4ce3-4336-913c-9d66992ab216'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:12.650784 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Pushing event deleted for resources: {'Port': ['ID=cf915dee-4ce3-4336-913c-9d66992ab216,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:12.653652 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:12.727928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] No DVR routers for this DVR port cf915dee-4ce3-4336-913c-9d66992ab216 on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:48:12.730487 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:12.732447 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3d45a6ad-6485-4bbf-a04b-24dc4149ff25 req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.47 "DELETE /v2.0/ports/cf915dee-4ce3-4336-913c-9d66992ab216 HTTP/1.1" status: 204 len: 173 time: 0.8394406 Jun 08 12:48:12.732938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'name': 'network-vif-deleted', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:12.735211 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c07542-09ba-4fa2-8b18-1806ceeaaea1" -d '{"events": [{"server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "name": "network-vif-deleted", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:12.760740 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['aef25c18-ac58-47da-9ca2-90290cf9c864'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:12.791452 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6c39f7-836c-4191-9bfe-c2c06c964608 x-openstack-request-id: req-af6c39f7-836c-4191-9bfe-c2c06c964608 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:12.791893 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b9daef-c042-4df7-8312-233cf12de9eb", "name": "network-vif-deleted", "tag": "cf915dee-4ce3-4336-913c-9d66992ab216", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:12.792230 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af6c39f7-836c-4191-9bfe-c2c06c964608 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:12.792705 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b9daef-c042-4df7-8312-233cf12de9eb', 'name': 'network-vif-deleted', 'tag': 'cf915dee-4ce3-4336-913c-9d66992ab216', 'status': 'completed', 'code': 200} Jun 08 12:48:12.970935 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fcc350b6-e868-4577-9741-553e65c80a11 req-0634c547-3a3e-4d92-8b03-347d2a743116 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9b9daef-c042-4df7-8312-233cf12de9eb HTTP/1.1" status: 200 len: 210 time: 0.0582752 Jun 08 12:48:13.518083 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3c314-45f9-4b41-8d0a-37c12020e266 req-843166e2-0b3f-41ac-a600-791de0ef26d1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:13.525372 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-adb3c314-45f9-4b41-8d0a-37c12020e266 req-843166e2-0b3f-41ac-a600-791de0ef26d1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.0898044 Jun 08 12:48:13.565528 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-adb3c314-45f9-4b41-8d0a-37c12020e266 req-54620dd8-0322-4a62-8c73-ef6adeac6899 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Jun 08 12:48:14.074670 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44670) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:14.244844 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:14.327935 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port aef25c18-ac58-47da-9ca2-90290cf9c864 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:14.328320 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.401115 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44676) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:14.453826 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.484161 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:14.485112 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46444b8-8c58-4c8b-8714-73f650bf76e9" -d '{"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:14.504105 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:14.510891 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.512561 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device cf915dee-4ce3-4336-913c-9d66992ab216 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:14.540882 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571f5899-bfe5-4bfa-86e6-1ad9322a7ef4 x-openstack-request-id: req-571f5899-bfe5-4bfa-86e6-1ad9322a7ef4 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:14.541325 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:14.541593 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-571f5899-bfe5-4bfa-86e6-1ad9322a7ef4 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:14.541983 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'code': 200} Jun 08 12:48:14.546824 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:14.562527 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-eab23ee4-f24e-4a4d-8030-936199812b85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51519c7b0aca4f7bbd636eb545827dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598029 Jun 08 12:48:14.563367 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44682) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:14.594815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: cf915dee-4ce3-4336-913c-9d66992ab216 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:14.595175 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device cf915dee-4ce3-4336-913c-9d66992ab216 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:14.620478 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:14.623872 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:14.642584 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.669089 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.760670 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.784218 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8326a3a-2e24-478a-b433-7e724f862a58 req-afc248e0-8a29-4a15-8e54-9b594f0f3a95 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:14.785808 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e8326a3a-2e24-478a-b433-7e724f862a58 req-afc248e0-8a29-4a15-8e54-9b594f0f3a95 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0989208 Jun 08 12:48:14.786894 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.789850 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:14.793245 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29f274e9-9c3f-4ac9-baae-306c9405cfa3 HTTP/1.1" status: 204 len: 168 time: 0.2264383 Jun 08 12:48:14.793245 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-642f2bca-ae33-40a4-a1ac-27f17fa71cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:14.818053 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f274e9-9c3f-4ac9-baae-306c9405cfa3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:14.822984 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:14.864332 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e8326a3a-2e24-478a-b433-7e724f862a58 req-8acf3f66-fc1c-42f1-9942-9a42389f900a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642831 Jun 08 12:48:15.195340 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Deleting port e779cf55-f8c3-465c-8648-00d184b8addb {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:15.195751 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.323382 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] For port e779cf55-f8c3-465c-8648-00d184b8addb, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=e779cf55-f8c3-465c-8648-00d184b8addb,segment=NetworkSegment(2d32b439-4c15-406d-b2e2-6ee19a42276b),segment_id=2d32b439-4c15-406d-b2e2-6ee19a42276b)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:15.324072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.452577 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Calling delete_port for e779cf55-f8c3-465c-8648-00d184b8addb owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:15.526520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44708) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:15.638447 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1271185661-network', 'tenant_id': '2b7cc210a1b74ab190d7e1215f1786a8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:15.661631 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Made reservation on behalf of 2b7cc210a1b74ab190d7e1215f1786a8 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:15.664280 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.676413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.722733 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.727092 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:15.803745 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.808926 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.813444 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-195449b3-f466-4c8c-aec1-4e973c49cdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:15.840717 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:48:15.854283 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc938d11-75f7-4837-9351-843d63f398e3,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:15.858974 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:15.859816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.860228 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Added segment 659cf796-05d8-44f7-8aef-24248bc6bdd3 of type vlan for network ff341111-6366-47da-9f06-0b051c23de76 Jun 08 12:48:15.884811 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Pushing event deleted for resources: {'Port': ['ID=e779cf55-f8c3-465c-8648-00d184b8addb,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:15.889346 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:15.894485 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.934037 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.935864 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:15.936659 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:15.941404 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-0fd35a0b-169f-41e0-a288-2a4ba2bdb59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:16.049386 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5212657 Jun 08 12:48:16.052536 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:16.058022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Request body: {'subnet': {'network_id': 'ff341111-6366-47da-9f06-0b051c23de76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1271185661-subnet', 'tenant_id': '2b7cc210a1b74ab190d7e1215f1786a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:16.061400 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff341111-6366-47da-9f06-0b051c23de76,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:16.063971 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:16.072996 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network ff341111-6366-47da-9f06-0b051c23de76 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:48:16.091999 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Made reservation on behalf of 2b7cc210a1b74ab190d7e1215f1786a8 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:16.095867 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269925'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:16.222393 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:16.316040 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089fe2e-5cc0-4e56-9388-09af169aa166 req-1ea6c616-feae-4d38-a358-960d2085e297 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:16.317546 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8089fe2e-5cc0-4e56-9388-09af169aa166 req-1ea6c616-feae-4d38-a358-960d2085e297 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2800360 Jun 08 12:48:16.332821 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269899'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:16.337180 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:16.415082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:16.418513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:16.424988 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Checking segment: {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:16.425345 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Network hostable DHCP agents. Network: ff341111-6366-47da-9f06-0b051c23de76, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:48:16.446248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Network ff341111-6366-47da-9f06-0b051c23de76 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:48:16.448868 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8089fe2e-5cc0-4e56-9388-09af169aa166 req-157f3b4f-c22f-472b-bfa4-3128726ed954 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785880 Jun 08 12:48:16.456650 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, ff341111-6366-47da-9f06-0b051c23de76) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:16.462087 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:16.463113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:16.481352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f0cde5-93b9-4031-b433-700688e69cc9 None None] Network ff341111-6366-47da-9f06-0b051c23de76 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:16.483325 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4297032 Jun 08 12:48:16.654945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:48:16.706889 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77fb10-e1a4-449f-a3fc-4ffa7e739acf None None] Network ff341111-6366-47da-9f06-0b051c23de76 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:16.840558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:16.848234 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44724) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:16.849894 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Sync routers for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:16.857858 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] 10.222.0.55 "PUT /v2.0/routers/807f3391-02d9-4fcb-9fab-48f7b00c5d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819626 Jun 08 12:48:16.861004 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:16.861818 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:17.040868 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:17.058335 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:17.326073 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:17.389942 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214'}], 'enable_snat': True}, 'gw_port_id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:48:15Z', 'revision_number': 5, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port': {'id': '48d3ffe8-f5b0-4f4f-a44c-5f3132b17284', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b7:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:58Z', 'updated_at': '2021-06-08T12:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:17.393807 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Checking router: 807f3391-02d9-4fcb-9fab-48f7b00c5d39 for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:48:17.403057 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Routers {'807f3391-02d9-4fcb-9fab-48f7b00c5d39'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:17.403704 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:17.404554 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Deleting port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:48:17.404895 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:17.544707 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] For port 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:17.545056 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:17.603468 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] Set router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:17.711431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Calling delete_port for 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:48:17.716098 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:48:17Z', 'revision_number': 6, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:17.720149 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ada8f2-5473-4b60-b559-f4ada3847eee None None] The sync data for ids ['807f3391-02d9-4fcb-9fab-48f7b00c5d39'] in dv-cinder-784477-4-smb is: [{'id': '807f3391-02d9-4fcb-9fab-48f7b00c5d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1828271362-router', 'tenant_id': '00aaa373b9b24005b86a227449da0870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:48:17Z', 'revision_number': 6, 'project_id': '00aaa373b9b24005b86a227449da0870', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:48:17.916176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765826-5fed-4bf0-96b5-519c7817a0a2 req-cbe0884b-300a-4d84-af90-e03ef95d06dc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:17.917640 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e5765826-5fed-4bf0-96b5-519c7817a0a2 req-cbe0884b-300a-4d84-af90-e03ef95d06dc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.3087516 Jun 08 12:48:17.978653 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e5765826-5fed-4bf0-96b5-519c7817a0a2 req-8ce81d48-ae61-4e1e-bd54-d2682fd3598c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539298 Jun 08 12:48:18.056767 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.061336 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-9922a99d-da77-4bfb-93e8-e04580aa2e10 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:18.073114 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e779cf55-f8c3-465c-8648-00d184b8addb no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:18.113453 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: e779cf55-f8c3-465c-8648-00d184b8addb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:18.113910 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device e779cf55-f8c3-465c-8648-00d184b8addb not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:18.115380 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Pushing event deleted for resources: {'Port': ['ID=48d3ffe8-f5b0-4f4f-a44c-5f3132b17284,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:18.121817 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:18.212275 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.420688 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.423456 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.609739 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.610469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 807f3391-02d9-4fcb-9fab-48f7b00c5d39 {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:48:18.616427 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.621037 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] 10.222.0.55 "DELETE /v2.0/routers/807f3391-02d9-4fcb-9fab-48f7b00c5d39 HTTP/1.1" status: 204 len: 168 time: 1.7680202 Jun 08 12:48:18.621768 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44760) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:18.691183 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Deleting subnet b6892f70-b944-48cd-bbb3-552e8f1933cf {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:48:18.695547 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.695944 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.750076 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-5706a25f-a438-4060-affb-edd7589cd501 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:18.751697 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-5706a25f-a438-4060-affb-edd7589cd501 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 814 time: 0.2028565 Jun 08 12:48:18.755388 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.769055 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-804906d0-414e-40e0-af6a-ef526bdf113e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/quotas/2b7cc210a1b74ab190d7e1215f1786a8 HTTP/1.1" status: 200 len: 375 time: 0.0097692 Jun 08 12:48:18.821814 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.825354 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-58bd626c-6c63-4a7a-8a7f-2cfde46dc992 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476873 Jun 08 12:48:18.901877 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.909690 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:18.963759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6892f70-b944-48cd-bbb3-552e8f1933cf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:18.967756 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:18.968906 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:18.970727 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b6892f70-b944-48cd-bbb3-552e8f1933cf HTTP/1.1" status: 204 len: 168 time: 0.3478997 Jun 08 12:48:18.973262 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:19.072385 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-c6231159-935c-404a-adc2-f46b3cfac4d5 service neutron] 10.222.0.55 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391033 Jun 08 12:48:19.232109 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93c69f-08ef-4c80-b1df-12bbadaed400 req-a48c1cd2-4290-41ff-b19b-0e3b76845a53 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:19.233955 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f93c69f-08ef-4c80-b1df-12bbadaed400 req-a48c1cd2-4290-41ff-b19b-0e3b76845a53 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1073015 Jun 08 12:48:19.288208 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f93c69f-08ef-4c80-b1df-12bbadaed400 req-f70da115-9cb2-443a-8bc3-9d7ccb792942 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478811 Jun 08 12:48:19.350000 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.449162 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-1077d420-e3b3-4418-b26e-3c83eb2b9131 service neutron] 10.222.0.55 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727870 Jun 08 12:48:19.546598 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.561151 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bb94f6-902c-44ef-90ec-7f3d97d48052']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:19.602134 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d32b439-4c15-406d-b2e2-6ee19a42276b') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:19.602530 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d32b439-4c15-406d-b2e2-6ee19a42276b') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:19.623292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.642270 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.654435 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:48:19.655813 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:48:19.673542 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:48:19.684467 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-53b3bb68-c895-4589-b6f2-4167b36d78a5 req-5e08bcbe-d58e-48b9-a9cc-abb6e2841b6c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 210 time: 0.0635488 Jun 08 12:48:19.796630 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.802252 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-33dbef83-06eb-468b-a0f2-1e72b18565a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:19.822353 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:19.841119 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] 10.222.0.55 "DELETE /v2.0/networks/91bb94f6-902c-44ef-90ec-7f3d97d48052 HTTP/1.1" status: 204 len: 168 time: 0.8666945 Jun 08 12:48:19.849737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=91bb94f6-902c-44ef-90ec-7f3d97d48052,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:19.857653 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:19.998335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 44794) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:20.090483 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b4ba0cf8-c90b-45c7-af53-606950ed5f8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=00aaa373b9b24005b86a227449da0870&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0911889 Jun 08 12:48:20.093655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44798) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:20.122795 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:20.198161 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:48:20.200028 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 48d3ffe8-f5b0-4f4f-a44c-5f3132b17284 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:48:20.208332 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:20.241002 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:20.312261 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:20.315606 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:20.320513 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/37542976-316a-42f3-96ce-e86ed9ccd4d6 HTTP/1.1" status: 204 len: 168 time: 0.2253075 Jun 08 12:48:20.321746 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-f1c4e592-c9a8-41d2-b042-cc21c5087935 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:20.336527 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37542976-316a-42f3-96ce-e86ed9ccd4d6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:20.339464 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-2f54213a-b04e-4926-b95a-f85fca5578c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:20.633953 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b90ec-7f7d-4a84-a6a4-6e1c735d95a5 req-4261b0b1-254b-45bf-b3ad-8c41d1cb52d3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:20.649369 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-484b90ec-7f7d-4a84-a6a4-6e1c735d95a5 req-4261b0b1-254b-45bf-b3ad-8c41d1cb52d3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.2151489 Jun 08 12:48:20.745447 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-484b90ec-7f7d-4a84-a6a4-6e1c735d95a5 req-618e6ab6-cc08-40b0-93ea-4bf349775075 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898511 Jun 08 12:48:20.945311 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7f1f5b9-2342-4d1b-b7c9-92cb6562af9f req-5c8beeaf-d2c8-423d-9e86-9428b13b34e2 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 210 time: 0.0849359 Jun 08 12:48:21.482636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-0660acdb-f422-4bef-8b9b-8dbea355f280 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:21.485014 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-0660acdb-f422-4bef-8b9b-8dbea355f280 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 814 time: 0.1912854 Jun 08 12:48:21.510199 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44828) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:21.511443 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Request body: {'port': {'device_id': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76', 'admin_state_up': True, 'tenant_id': '2b7cc210a1b74ab190d7e1215f1786a8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:21.686574 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-930657755-network', 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:21.707167 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Made reservation on behalf of 2b7cc210a1b74ab190d7e1215f1786a8 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:21.712350 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:21.729931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:21.732705 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:21.749005 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:21.927290 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:21.938108 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:21.942524 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4e126439-0003-42a3-b4c0-285f380cb3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:21.961291 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Allocated IP 172.20.0.6 (ff341111-6366-47da-9f06-0b051c23de76/0afa8f7b-6f87-44ee-a1c1-e3d869c5b650/2cf2c694-6ec6-4db3-8394-57adfa61f4c9) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:22.034000 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:48:22.065302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65748bbf-7f97-47ff-aec3-9aba1a27b0e8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:22.079647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:22.080877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.081304 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Added segment a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542 of type vlan for network 4f2622c1-824e-49be-8abc-a30c83095638 Jun 08 12:48:22.123734 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.149831 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b4f5-27ba-472f-9e5d-27902c85b230 req-75f23c24-d25f-422c-aec7-661d52743e69 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:22.156827 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7752b4f5-27ba-472f-9e5d-27902c85b230 req-75f23c24-d25f-422c-aec7-661d52743e69 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1719987 Jun 08 12:48:22.187647 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6a60f134-57e9-4b6d-88b8-9525102b77b2 req-28f24e50-505e-438a-8ca5-7a64244521fb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 210 time: 0.0664392 Jun 08 12:48:22.225837 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7752b4f5-27ba-472f-9e5d-27902c85b230 req-e33f08c8-1fda-4b32-a615-d91ff8236362 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680563 Jun 08 12:48:22.227436 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.228853 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:22.229451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.233326 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3f93d173-989e-473e-a5b2-88899f78cf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:22.285366 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.324404 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:22.328038 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:22.333159 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8218296 Jun 08 12:48:22.333969 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 44842) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:22.342997 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Request body: {'subnet': {'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-930657755-subnet', 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:22.352728 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Network ff341111-6366-47da-9f06-0b051c23de76 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:22.354805 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:22.358431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:22.362578 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2622c1-824e-49be-8abc-a30c83095638,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:22.368710 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:22.384300 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 4f2622c1-824e-49be-8abc-a30c83095638 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:48:22.397290 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:22.400633 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.469137 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:22.469586 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.491081 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-084d9b41-f262-4e92-b990-bfa7d5890fc9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844491 Jun 08 12:48:22.514273 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Request body: {'port': {'device_id': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:22.673714 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.676346 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.680242 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fe045905-1606-49c8-b1bc-5b4b173a6bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:22.841246 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e304b12-3ead-46d7-9eac-dc463e92a694,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:22.845873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Checking segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:22.846492 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Network hostable DHCP agents. Network: 4f2622c1-824e-49be-8abc-a30c83095638, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:48:22.856857 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:22.887527 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Network 4f2622c1-824e-49be-8abc-a30c83095638 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:48:22.916635 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 4f2622c1-824e-49be-8abc-a30c83095638) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:22.936862 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05823626-efd0-4d06-a5f8-dfeb0e63360f None None] Network 4f2622c1-824e-49be-8abc-a30c83095638 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:22.945925 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:22.946896 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:22.989509 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6503556 Jun 08 12:48:23.245923 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:23.255280 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:23.309178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa189947-4f26-4bab-90cb-c8ede963b556 None None] Network 4f2622c1-824e-49be-8abc-a30c83095638 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:23.311319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Transition to ACTIVE for port object 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:23.351334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:23.363380 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:23.532454 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783819c8-2c2d-4ffd-8990-3c24cd3da3e6 req-3cd6fb49-de8d-4454-93bb-90ec0cb7725f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.541748 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-783819c8-2c2d-4ffd-8990-3c24cd3da3e6 req-3cd6fb49-de8d-4454-93bb-90ec0cb7725f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1320570 Jun 08 12:48:23.615411 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:23.620240 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-783819c8-2c2d-4ffd-8990-3c24cd3da3e6 req-292ad9c0-2307-49a8-a328-9fb959373d78 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773518 Jun 08 12:48:23.645795 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:23.705924 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bceb8c-4b0f-46b4-aa1e-633199125ea6 req-00d50fa3-fbcc-4702-9721-48c71b83d1c8 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:23.713841 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72bceb8c-4b0f-46b4-aa1e-633199125ea6 req-00d50fa3-fbcc-4702-9721-48c71b83d1c8 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 943 time: 0.3075855 Jun 08 12:48:23.733259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Attempting to bind port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:23.733627 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Attempting to bind port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:23.733976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Attempting to bind port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 on network ff341111-6366-47da-9f06-0b051c23de76 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:23.748859 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 on network ff341111-6366-47da-9f06-0b051c23de76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:48:23.749241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Attempting to bind port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 on network ff341111-6366-47da-9f06-0b051c23de76 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:23.766219 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:23.766620 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Checking segment: {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:23.766922 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Bound using segment: {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:23.767365 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Bound port: 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:23.767703 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:23.795550 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72bceb8c-4b0f-46b4-aa1e-633199125ea6 req-35f3832d-f80e-4d89-a364-a73512d64d74 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807209 Jun 08 12:48:23.897195 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:23.901369 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:23.914977 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:23.925113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:24.011321 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:24.011979 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:24.013749 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] 10.222.0.47 "PUT /v2.0/ports/2cf2c694-6ec6-4db3-8394-57adfa61f4c9 HTTP/1.1" status: 200 len: 1093 time: 1.5048923 Jun 08 12:48:24.014353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:24.017452 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b1da4-4fe8-49b4-ae2c-774cf7247525" -d '{"events": [{"name": "network-changed", "server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:24.025810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:24.029353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:24.103936 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714055d2-64f3-4b16-ae64-57f04b327acd x-openstack-request-id: req-714055d2-64f3-4b16-ae64-57f04b327acd {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:24.104510 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:24.104953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-714055d2-64f3-4b16-ae64-57f04b327acd {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:24.105553 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9', 'status': 'completed', 'code': 200} Jun 08 12:48:24.169506 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-669a9790-c595-41d7-b858-4cd7f3bc9ed3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:24.181494 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-669a9790-c595-41d7-b858-4cd7f3bc9ed3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.2604878 Jun 08 12:48:24.203027 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-e3121904-ff65-4079-803b-9b9bb47acbb3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/quotas/f7f87503b727435c9ef7c7ba4468a4d4 HTTP/1.1" status: 200 len: 375 time: 0.0205839 Jun 08 12:48:24.255868 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-82c402f6-1261-41ac-9f26-3ad5063044e6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518889 Jun 08 12:48:24.272351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-2359fabf-2b07-4eb0-a475-ad2b7931ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:24.275073 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-2359fabf-2b07-4eb0-a475-ad2b7931ece6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 1096 time: 0.1508124 Jun 08 12:48:24.373575 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-5d488080-6051-4d04-9613-87721bdaaea2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9 HTTP/1.1" status: 200 len: 217 time: 0.0807133 Jun 08 12:48:24.503745 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-fa8b8846-a8ae-4198-91af-ca4e329c2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:24.506070 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-fa8b8846-a8ae-4198-91af-ca4e329c2054 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 HTTP/1.1" status: 200 len: 854 time: 0.1253309 Jun 08 12:48:24.559234 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-6e5e05ea-7a34-4bd7-842b-67c12e166a65 service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917175 Jun 08 12:48:24.566991 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-223e017e-48db-48c7-a273-114ad85f5706 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff341111-6366-47da-9f06-0b051c23de76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532112 Jun 08 12:48:24.771431 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-ac788646-3933-4601-bb89-71a92c678407 service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958904 Jun 08 12:48:24.803674 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-896978fa-0295-47f0-a4c7-3869ef25835c service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353251 Jun 08 12:48:25.109255 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cce0aabe-2c6d-49ad-a51e-86609891215d req-4f30c260-be6a-49f1-af7f-0054dad9a12e service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950809 Jun 08 12:48:25.140580 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a09cb2-8d0e-4e2e-a70d-502366f0e0f3 req-08f77d02-19ea-4ce1-8973-b3f5010b88bb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:25.148950 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-12a09cb2-8d0e-4e2e-a70d-502366f0e0f3 req-08f77d02-19ea-4ce1-8973-b3f5010b88bb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.3732593 Jun 08 12:48:25.208456 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-12a09cb2-8d0e-4e2e-a70d-502366f0e0f3 req-7ac1710f-e03e-44b5-a1f5-80cb89f83a4c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583699 Jun 08 12:48:25.228510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92e37c-fc22-42d3-a731-0d49bff1b3b9 req-5cabb0f3-4acf-4cc0-88ee-55fe4cb3a386 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:25.230048 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1a92e37c-fc22-42d3-a731-0d49bff1b3b9 req-5cabb0f3-4acf-4cc0-88ee-55fe4cb3a386 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 943 time: 0.1810122 Jun 08 12:48:25.345694 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1a92e37c-fc22-42d3-a731-0d49bff1b3b9 req-43e1caa2-821e-44d9-888c-464ae431fef3 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066768 Jun 08 12:48:25.402491 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0b24cf62-fc72-4f86-a33a-afdd6aa2270c req-405578c5-b075-45b7-9025-018c0aeeb402 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 210 time: 0.0921609 Jun 08 12:48:25.423909 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-3d9aaacf-9367-4613-8443-d3171c056785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:25.425402 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-3d9aaacf-9367-4613-8443-d3171c056785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 1096 time: 0.1757636 Jun 08 12:48:25.672008 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-92db8941-4826-4ae1-9c9d-714bc58ea121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:25.673864 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-92db8941-4826-4ae1-9c9d-714bc58ea121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 915 time: 0.2383614 Jun 08 12:48:25.756497 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-92675bfc-7596-4ad7-a153-675754458c1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9 HTTP/1.1" status: 200 len: 217 time: 0.0713997 Jun 08 12:48:25.829520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-c7b4dd26-a255-4a7a-ab15-93dee8bc207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:25.831113 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-c7b4dd26-a255-4a7a-ab15-93dee8bc207d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 HTTP/1.1" status: 200 len: 854 time: 0.0676827 Jun 08 12:48:25.887139 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-7c550b82-e802-4f10-b1cb-ebea66db3360 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff341111-6366-47da-9f06-0b051c23de76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486324 Jun 08 12:48:26.120225 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-dac73519-ba8d-4cde-92ff-14ce1215ff4b service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192168 Jun 08 12:48:26.298187 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-245b1da4-4fe8-49b4-ae2c-774cf7247525 req-b9f313ca-eb24-4f24-9f20-f67e45b522fa service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661856 Jun 08 12:48:26.486147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f3d2-6a37-4be2-bdce-2cbe3a721920 req-bcbe80a6-d03c-4c2d-a6b1-ffe2481ffcea tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:26.493453 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1060f3d2-6a37-4be2-bdce-2cbe3a721920 req-bcbe80a6-d03c-4c2d-a6b1-ffe2481ffcea tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1235411 Jun 08 12:48:26.550046 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1060f3d2-6a37-4be2-bdce-2cbe3a721920 req-6934ae60-5462-4168-b9a5-2c261b73c066 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556209 Jun 08 12:48:26.594402 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b98ad-d99f-40e6-93fe-1adb83e7149a req-ef8e42d9-1531-4aa3-9938-5c24aa071fe6 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:26.603927 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d71b98ad-d99f-40e6-93fe-1adb83e7149a req-ef8e42d9-1531-4aa3-9938-5c24aa071fe6 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 943 time: 0.1262114 Jun 08 12:48:26.689690 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d71b98ad-d99f-40e6-93fe-1adb83e7149a req-110fa2f6-a137-4e38-9106-37236100011e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846381 Jun 08 12:48:26.785103 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-05d7e833-cd40-4576-8e1b-edf12d6afca4 req-39406109-6952-4699-bfc5-7875ee2ba8c9 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 210 time: 0.1140482 Jun 08 12:48:27.010636 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-027ea1bb-8f22-4d70-baf5-dab8f27a23b2 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:27.011227 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-027ea1bb-8f22-4d70-baf5-dab8f27a23b2 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.1999683 Jun 08 12:48:27.043065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Request body: {'port': {'device_id': '74e55e45-620c-471e-941b-1a292e357b31', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'admin_state_up': True, 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:27.268306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:27.272047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:27.470541 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Allocated IP 172.20.0.3 (4f2622c1-824e-49be-8abc-a30c83095638/3e304b12-3ead-46d7-9eac-dc463e92a694/0966854f-8f26-4732-bc2b-a367af3d04ff) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:27.805658 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:27.845701 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240d3d-bda4-4973-8dc6-5e93eaabd707 req-060c8018-dbf8-4d52-ba03-e3e2544ea687 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:27.847318 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d1240d3d-bda4-4973-8dc6-5e93eaabd707 req-060c8018-dbf8-4d52-ba03-e3e2544ea687 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1448274 Jun 08 12:48:27.885241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:27.888616 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:27.922046 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d1240d3d-bda4-4973-8dc6-5e93eaabd707 req-69706270-a291-4ee5-89e0-9fdd26d0728d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645556 Jun 08 12:48:27.927321 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Network 4f2622c1-824e-49be-8abc-a30c83095638 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:27.928814 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:27.932186 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:28.039227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:28.040325 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.048179 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae5a67-2fd2-4a1a-a03e-a82179613a50 req-d11c6441-d2fa-4b5e-ac8b-80b959b517d3 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:28.060943 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-19171ba6-421a-40ec-87bf-e4ca58efc276 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0308342 Jun 08 12:48:28.063972 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-acae5a67-2fd2-4a1a-a03e-a82179613a50 req-d11c6441-d2fa-4b5e-ac8b-80b959b517d3 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 943 time: 0.1372623 Jun 08 12:48:28.081420 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Request body: {'port': {'device_id': '74e55e45-620c-471e-941b-1a292e357b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:28.118928 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-acae5a67-2fd2-4a1a-a03e-a82179613a50 req-b318bdf6-3bae-4e72-9a37-6df31a6b35a4 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Jun 08 12:48:28.270745 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.328362 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:48:28.492405 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6066e-a1a0-4ac6-b44c-a684314d4ee8 req-905cad3d-a9bb-4289-a4e9-a208c3e070bc tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:28.494099 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-75e6066e-a1a0-4ac6-b44c-a684314d4ee8 req-905cad3d-a9bb-4289-a4e9-a208c3e070bc tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 931 time: 0.3761504 Jun 08 12:48:28.595738 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:28.610599 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-75e6066e-a1a0-4ac6-b44c-a684314d4ee8 req-196d4eea-baf5-49b8-82a3-8342bf7022e4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056771 Jun 08 12:48:28.614229 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9', 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76', 'port_id': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9', 'mac_address': 'fa:16:3e:36:dc:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8f7b-6f87-44ee-a1c1-e3d869c5b650', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:48:28.698228 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.725135 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:28.746188 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:28.751487 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.753637 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:28.846608 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:28.850044 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:28.913856 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0966854f-8f26-4732-bc2b-a367af3d04ff {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:28.931146 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.948840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Transition to ACTIVE for port object 0966854f-8f26-4732-bc2b-a367af3d04ff will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:28.953573 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:28.958952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:29.114020 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Pushing event updated for resources: {'Port': ['ID=0966854f-8f26-4732-bc2b-a367af3d04ff,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:29.117753 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:29.160672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9aa4b-6f03-42b5-a807-6ca7ce279564 req-047ec9c2-ff37-43ce-9515-4fac66956b40 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.168787 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2cf9aa4b-6f03-42b5-a807-6ca7ce279564 req-047ec9c2-ff37-43ce-9515-4fac66956b40 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0971432 Jun 08 12:48:29.234098 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2cf9aa4b-6f03-42b5-a807-6ca7ce279564 req-2b7ad529-a27d-4688-8f1d-434a2fbd5f69 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639777 Jun 08 12:48:29.242994 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Attempting to bind port 0966854f-8f26-4732-bc2b-a367af3d04ff on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:29.243337 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Attempting to bind port 0966854f-8f26-4732-bc2b-a367af3d04ff by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:29.243672 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Attempting to bind port 0966854f-8f26-4732-bc2b-a367af3d04ff on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:29.249437 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Port 0966854f-8f26-4732-bc2b-a367af3d04ff on network 4f2622c1-824e-49be-8abc-a30c83095638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:48:29.249777 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Attempting to bind port 0966854f-8f26-4732-bc2b-a367af3d04ff on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:29.255295 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:29.255631 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Checking segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:29.256041 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Bound using segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:29.257466 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Bound port: 0966854f-8f26-4732-bc2b-a367af3d04ff, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:29.258024 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:29.294225 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['2cf2c694-6ec6-4db3-8394-57adfa61f4c9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:29.434075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:29.443349 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d9992-181d-4b96-92a6-d360c3f329ab req-9039e46f-79e5-4b7e-b831-e7aabdf183ce tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.445633 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fc2d9992-181d-4b96-92a6-d360c3f329ab req-9039e46f-79e5-4b7e-b831-e7aabdf183ce tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 944 time: 0.1675467 Jun 08 12:48:29.447727 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0966854f-8f26-4732-bc2b-a367af3d04ff,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:29.453283 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:29.462557 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5f589612-1097-4643-b364-7e0e332b0e9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:29.557102 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.557709 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:29.559047 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] 10.222.0.47 "PUT /v2.0/ports/0966854f-8f26-4732-bc2b-a367af3d04ff HTTP/1.1" status: 200 len: 1093 time: 1.4834301 Jun 08 12:48:29.559516 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:29.561798 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6973f7-6aab-45b2-b547-f96e943f1d71" -d '{"events": [{"name": "network-changed", "server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:29.594774 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fc2d9992-181d-4b96-92a6-d360c3f329ab req-c8f5f270-2849-4f88-a441-e8d6ab5505ed tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333482 Jun 08 12:48:29.595502 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Pushing event updated for resources: {'Port': ['ID=0966854f-8f26-4732-bc2b-a367af3d04ff,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:29.598864 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:29.689377 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb7de4a-23e8-46d4-88f7-430ae8d13d0f x-openstack-request-id: req-cdb7de4a-23e8-46d4-88f7-430ae8d13d0f {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:29.689585 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:29.689871 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cdb7de4a-23e8-46d4-88f7-430ae8d13d0f {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:29.690291 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff', 'status': 'completed', 'code': 200} Jun 08 12:48:29.730075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-06142ad1-2ee4-4b2e-840d-bc670a719af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.731784 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-06142ad1-2ee4-4b2e-840d-bc670a719af6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 1096 time: 0.1065602 Jun 08 12:48:29.821093 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-fb2df308-fa02-4406-bf5c-d0e2370ef6bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0966854f-8f26-4732-bc2b-a367af3d04ff HTTP/1.1" status: 200 len: 217 time: 0.0740016 Jun 08 12:48:29.965624 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-5f8e6f58-f6c7-480a-8219-104e289bbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.967299 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-5f8e6f58-f6c7-480a-8219-104e289bbb92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0881577 Jun 08 12:48:29.981144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd68a-4efb-4fa6-bb2c-8a18118d7ea3 req-89fcdb34-d57f-414d-8a0d-99d2c7b6b0c6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:29.982832 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1b1dd68a-4efb-4fa6-bb2c-8a18118d7ea3 req-89fcdb34-d57f-414d-8a0d-99d2c7b6b0c6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 943 time: 0.1608310 Jun 08 12:48:30.054414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-18a1b7f7-25ad-41af-b865-5c46c8768bd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705085 Jun 08 12:48:30.161316 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1b1dd68a-4efb-4fa6-bb2c-8a18118d7ea3 req-fb79da6a-1908-4be7-ac33-33f437956dba tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360900 Jun 08 12:48:30.255307 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-980f6108-c470-43d8-92c6-61652c581e85 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879044 Jun 08 12:48:30.419689 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d088b696-03ae-414c-b47f-fd03d7d28758 req-3b8d645c-ce8e-467c-9883-a0a10a761cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576102 Jun 08 12:48:30.450307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83494ead-99b0-4673-979e-62ba8a038b59 req-5fec81f9-4442-4365-b3f2-82df0efde5f7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:30.452578 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83494ead-99b0-4673-979e-62ba8a038b59 req-5fec81f9-4442-4365-b3f2-82df0efde5f7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0981295 Jun 08 12:48:30.507799 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83494ead-99b0-4673-979e-62ba8a038b59 req-c40e7fb8-2709-4324-b9a1-b63b0ea360da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481350 Jun 08 12:48:30.619601 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-0b5ce180-f962-4b40-a22b-83c3b6c6b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:30.621105 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-0b5ce180-f962-4b40-a22b-83c3b6c6b9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 1096 time: 0.0880301 Jun 08 12:48:30.916268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-c17cffb3-57a4-40da-b829-f333d7bf3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:30.917869 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-c17cffb3-57a4-40da-b829-f333d7bf3dd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 915 time: 0.2895818 Jun 08 12:48:30.946278 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47b34-0425-40dc-85a0-0c44304658a3 req-71e88f57-4440-4ad9-9a54-c212d5d8c3af tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:30.948053 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fcd47b34-0425-40dc-85a0-0c44304658a3 req-71e88f57-4440-4ad9-9a54-c212d5d8c3af tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 944 time: 0.2076526 Jun 08 12:48:31.025810 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-09b58f20-ad6b-44ed-a364-4b28030e9c96 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0966854f-8f26-4732-bc2b-a367af3d04ff HTTP/1.1" status: 200 len: 217 time: 0.0969794 Jun 08 12:48:31.123552 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fcd47b34-0425-40dc-85a0-0c44304658a3 req-efc63461-b371-4268-b9bb-246bfa17ed8a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089427 Jun 08 12:48:31.129838 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-5d73ef46-0881-4d02-8907-13d608eeddff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:31.133012 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-5d73ef46-0881-4d02-8907-13d608eeddff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0922084 Jun 08 12:48:31.193046 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-add59e2a-7b8c-4493-b258-dec50483f075 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535614 Jun 08 12:48:31.387808 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-5fc1aaa9-eaf2-4d91-ad0a-c59e20fb8333 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870360 Jun 08 12:48:31.422170 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293387af-388d-4f8a-846b-b11ca4c8fea0 req-15627d43-f2ab-4c53-aab9-eadb975df201 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:31.428296 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-293387af-388d-4f8a-846b-b11ca4c8fea0 req-15627d43-f2ab-4c53-aab9-eadb975df201 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 943 time: 0.1069458 Jun 08 12:48:31.487580 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-293387af-388d-4f8a-846b-b11ca4c8fea0 req-51c42c3a-8154-4800-8c04-1404a6405514 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558002 Jun 08 12:48:31.563583 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f6973f7-6aab-45b2-b547-f96e943f1d71 req-7c8c1a3b-da7a-4ba2-b3ea-651c02ce5a44 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595871 Jun 08 12:48:31.738439 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639ee7-b27b-4295-908d-35a54651014b req-a7dd0788-282e-4312-b7a6-701fcee0d1bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:31.740085 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72639ee7-b27b-4295-908d-35a54651014b req-a7dd0788-282e-4312-b7a6-701fcee0d1bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0914037 Jun 08 12:48:31.795820 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-72639ee7-b27b-4295-908d-35a54651014b req-9a78aaf3-6a71-4c60-ab54-a8607a57f658 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490258 Jun 08 12:48:32.324496 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99929c1-872a-405c-b110-cd6eae472e50 req-201640eb-c340-4f3b-9355-2e5024639f54 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:32.326111 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c99929c1-872a-405c-b110-cd6eae472e50 req-201640eb-c340-4f3b-9355-2e5024639f54 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 944 time: 0.0841525 Jun 08 12:48:32.356968 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:32.376418 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c99929c1-872a-405c-b110-cd6eae472e50 req-eee38e11-3f4b-46ef-88a9-9e813342c900 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438163 Jun 08 12:48:32.433703 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:32.438850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:32.439286 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:32.603260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:32.633835 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:32.636142 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44b97b4-2fc1-45c4-bff7-aa195dba1da1" -d '{"events": [{"server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "name": "network-vif-plugged", "status": "completed", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:32.644176 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:32.653119 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:32.656202 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:32.689649 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24330ae4-430e-4512-8efb-e1f9e744a995 x-openstack-request-id: req-24330ae4-430e-4512-8efb-e1f9e744a995 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:32.689864 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "name": "network-vif-plugged", "status": "completed", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:32.690126 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24330ae4-430e-4512-8efb-e1f9e744a995 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:32.690519 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9', 'code': 200} Jun 08 12:48:32.720193 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032721c-1ac6-4fd8-943e-0bc699840b35 req-fa8a2270-fc31-4517-a7fc-29f09ad5bfae tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:32.727991 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4032721c-1ac6-4fd8-943e-0bc699840b35 req-fa8a2270-fc31-4517-a7fc-29f09ad5bfae tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 943 time: 0.1192369 Jun 08 12:48:32.743626 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:32.747022 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:32.783926 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4032721c-1ac6-4fd8-943e-0bc699840b35 req-f166baab-7f83-4442-80bc-417cf792d5af tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Jun 08 12:48:33.031432 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c014506-a57f-4fed-81b2-b46190c7ed45 req-ea7bc147-059c-4a93-abac-53a0c84934a8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.033092 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2c014506-a57f-4fed-81b2-b46190c7ed45 req-ea7bc147-059c-4a93-abac-53a0c84934a8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1113200 Jun 08 12:48:33.083376 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2c014506-a57f-4fed-81b2-b46190c7ed45 req-88c5298b-15b8-4869-bf3f-4ca72bff306f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428321 Jun 08 12:48:33.096449 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f423f-9870-4450-bb32-f5546412f390 req-718f3ce0-1355-4cb2-9736-9b0d8e679472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.097736 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ff4f423f-9870-4450-bb32-f5546412f390 req-718f3ce0-1355-4cb2-9736-9b0d8e679472 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 1098 time: 0.0824478 Jun 08 12:48:33.153630 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ff4f423f-9870-4450-bb32-f5546412f390 req-51984829-534b-475d-83cd-f588bcfec44f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Jun 08 12:48:33.204152 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-87e6fd09-f031-4a35-906c-bb238e2b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.205627 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-87e6fd09-f031-4a35-906c-bb238e2b4ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1099 time: 0.0767672 Jun 08 12:48:33.574983 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f574bc2-d2b6-429b-8731-d052f85c14b1 req-a39026f2-81fa-4b0e-826b-653ede0b1490 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.576674 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6f574bc2-d2b6-429b-8731-d052f85c14b1 req-a39026f2-81fa-4b0e-826b-653ede0b1490 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0828886 Jun 08 12:48:33.628558 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6f574bc2-d2b6-429b-8731-d052f85c14b1 req-ce32f4a5-02f4-4e6e-b11b-19507701136a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446010 Jun 08 12:48:33.673561 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-d91eb44e-6315-4ae3-b6b0-cfbc518c56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.674918 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-d91eb44e-6315-4ae3-b6b0-cfbc518c56b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1419210 Jun 08 12:48:33.798391 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-a30c2e13-f1be-41e4-a02e-ae05cb43c2c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 1001 time: 0.1142366 Jun 08 12:48:33.853132 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 45002) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:33.875739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-5575bd92-f4f6-48ad-9be7-c493660c4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:33.877173 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-5575bd92-f4f6-48ad-9be7-c493660c4e9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0708132 Jun 08 12:48:34.006142 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.081397 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-3d829f00-10d4-4b3f-89c2-3986163d9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:34.082960 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-3d829f00-10d4-4b3f-89c2-3986163d9811 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1980247 Jun 08 12:48:34.097704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0531c-fdfc-46a4-8614-ec28187b0c68 req-5c747729-1675-4983-bcef-98f1fb329a00 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:34.099171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00b0531c-fdfc-46a4-8614-ec28187b0c68 req-5c747729-1675-4983-bcef-98f1fb329a00 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 943 time: 0.1820726 Jun 08 12:48:34.288319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38776dfb-96f2-4366-ab30-dc49a621ac54 req-73539270-1b9a-4374-b40d-bcc37fe991e3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:34.289796 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-38776dfb-96f2-4366-ab30-dc49a621ac54 req-73539270-1b9a-4374-b40d-bcc37fe991e3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0891149 Jun 08 12:48:34.337525 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-38776dfb-96f2-4366-ab30-dc49a621ac54 req-a1a27404-c99a-43bc-8315-a84bc0682efc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419226 Jun 08 12:48:34.349486 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00b0531c-fdfc-46a4-8614-ec28187b0c68 req-33ec8e9e-2273-43a9-8298-5f805701efa2 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233500 Jun 08 12:48:34.370329 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0966854f-8f26-4732-bc2b-a367af3d04ff details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:48:34.410529 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.415131 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-3d7f44d0-5d12-4cea-965f-7a1390a3f807 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117507 Jun 08 12:48:34.416148 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.424170 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e711a7b1-607a-4700-a17d-90efb39054a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:34.509171 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0966854f-8f26-4732-bc2b-a367af3d04ff,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:34.527378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '0966854f-8f26-4732-bc2b-a367af3d04ff', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'port_id': '0966854f-8f26-4732-bc2b-a367af3d04ff', 'mac_address': 'fa:16:3e:59:ee:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304b12-3ead-46d7-9eac-dc463e92a694', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:48:34.543115 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8948e086ea2343b982195d0d7eae9e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888967 Jun 08 12:48:34.545725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45008) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:34.550534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de5e2e-aba4-437e-b820-818f6c2959f4,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:34.556450 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:34.588590 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.604416 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5ec9a3f4-aaea-45ac-91e2-be1409596d9f req-91d454db-fcac-4d14-a21c-2f8af7f9c8ad service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808372 Jun 08 12:48:34.608325 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0966854f-8f26-4732-bc2b-a367af3d04ff {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:48:34.611349 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.626409 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0966854f-8f26-4732-bc2b-a367af3d04ff,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:34.629976 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.632671 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:34.639207 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.698945 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.701984 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:34.705943 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b0de5e2e-aba4-437e-b820-818f6c2959f4 HTTP/1.1" status: 204 len: 168 time: 0.1591127 Jun 08 12:48:34.706739 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-336a4926-f774-4fe8-9fae-1b998f524ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:34.709013 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0966854f-8f26-4732-bc2b-a367af3d04ff,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:34.712327 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:34.717750 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de5e2e-aba4-437e-b820-818f6c2959f4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:34.720262 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:34.846157 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0eb16-be08-4b53-b597-c9afc2f336d8 req-6159c6bc-7772-4774-8db0-28a47cd4fb30 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:34.847627 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e9c0eb16-be08-4b53-b597-c9afc2f336d8 req-6159c6bc-7772-4774-8db0-28a47cd4fb30 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0923691 Jun 08 12:48:34.898450 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e9c0eb16-be08-4b53-b597-c9afc2f336d8 req-b4b14b0b-58fc-4cb2-a67f-bc7f1f63090d tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Jun 08 12:48:35.101441 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a9c6a087-c7aa-4328-92c2-a1d35a838d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:35.185396 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:48:35.548652 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18967d-d09a-4d73-8ad4-9235349a3f37 req-b344a8cb-763d-49e1-ac78-d2797a8103da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:35.550321 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8a18967d-d09a-4d73-8ad4-9235349a3f37 req-b344a8cb-763d-49e1-ac78-d2797a8103da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.0864909 Jun 08 12:48:35.564344 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94698-7f6f-427a-be3d-9d669ddd3ecc req-00655163-d67d-4a4e-86d8-e2bc54e5c883 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:35.565833 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a7a94698-7f6f-427a-be3d-9d669ddd3ecc req-00655163-d67d-4a4e-86d8-e2bc54e5c883 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 944 time: 0.0839083 Jun 08 12:48:35.599992 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8a18967d-d09a-4d73-8ad4-9235349a3f37 req-fb2e52b9-fd9e-4de9-a2b7-90fe7ff093a3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426652 Jun 08 12:48:35.620138 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a7a94698-7f6f-427a-be3d-9d669ddd3ecc req-b885ca60-664b-44cf-a202-4141bfd17c8d tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 Jun 08 12:48:35.943062 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:48:36.114768 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908540d-7d91-455c-a036-f06b21ce003e req-fedf895b-f709-4e04-95d8-94d89f6130ce tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:36.116825 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d908540d-7d91-455c-a036-f06b21ce003e req-fedf895b-f709-4e04-95d8-94d89f6130ce tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0916572 Jun 08 12:48:36.163034 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d908540d-7d91-455c-a036-f06b21ce003e req-a7f01b44-fedc-4102-9411-243575ed573f tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Jun 08 12:48:36.372723 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0966854f-8f26-4732-bc2b-a367af3d04ff up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:36.463958 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 0966854f-8f26-4732-bc2b-a367af3d04ff completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:36.469015 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 0966854f-8f26-4732-bc2b-a367af3d04ff triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:36.469380 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.592946 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.626638 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:36.629337 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9af35-56cb-4d19-a09b-45f6e93aa092" -d '{"events": [{"server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "name": "network-vif-plugged", "status": "completed", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:36.633117 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0966854f-8f26-4732-bc2b-a367af3d04ff,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:36.638731 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.639821 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:36.672398 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:36.746815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98f926f-16a4-4843-ba82-115f759c1513 x-openstack-request-id: req-c98f926f-16a4-4843-ba82-115f759c1513 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:36.747117 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "name": "network-vif-plugged", "status": "completed", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:36.747373 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c98f926f-16a4-4843-ba82-115f759c1513 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:36.747774 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff', 'code': 200} Jun 08 12:48:36.842578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0966854f-8f26-4732-bc2b-a367af3d04ff,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:36.884230 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31f726-af93-4cbf-8113-e6ad4b6f77a4 req-ed1667da-329c-47d5-9895-38906d7819b4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:36.896520 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f31f726-af93-4cbf-8113-e6ad4b6f77a4 req-ed1667da-329c-47d5-9895-38906d7819b4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 946 time: 0.1193726 Jun 08 12:48:36.919300 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:36.919957 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.954007 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f31f726-af93-4cbf-8113-e6ad4b6f77a4 req-3df88a28-d0d7-4f91-bb1c-bb7710b5e74d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539002 Jun 08 12:48:36.957502 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:36.964098 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:36.966457 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:37.044538 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:37.047522 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:37.051319 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee962d8-e3ea-4bd1-8951-67d7929b8a00 req-d2ddbdeb-57f7-4d77-b6a5-91860fcb7d16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:37.053003 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aee962d8-e3ea-4bd1-8951-67d7929b8a00 req-d2ddbdeb-57f7-4d77-b6a5-91860fcb7d16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.1061919 Jun 08 12:48:37.156407 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aee962d8-e3ea-4bd1-8951-67d7929b8a00 req-df05eb7c-293a-438d-8440-64aea06e1f74 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731359 Jun 08 12:48:37.171358 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb8c8-38d0-4707-a27c-f07bafa4f0c7 req-fa95ac8e-1080-4020-8794-329ecfeec424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:37.173052 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3e8cb8c8-38d0-4707-a27c-f07bafa4f0c7 req-fa95ac8e-1080-4020-8794-329ecfeec424 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 1098 time: 0.1191738 Jun 08 12:48:37.217463 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3e8cb8c8-38d0-4707-a27c-f07bafa4f0c7 req-12db06b7-c23c-449e-9210-44d69257ce42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Jun 08 12:48:37.612645 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-71af50e5-b7ab-42ff-9b41-147bed5b65b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:37.743015 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:38.156044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd79d1-75d8-4676-990f-f0106059855d req-4c9ecd58-1dee-45b9-862e-49a36f0ea0ab tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:38.157488 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-26cd79d1-75d8-4676-990f-f0106059855d req-4c9ecd58-1dee-45b9-862e-49a36f0ea0ab tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.0836420 Jun 08 12:48:38.283097 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-26cd79d1-75d8-4676-990f-f0106059855d req-d970b54f-c955-453a-a601-3551ecf41d66 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189795 Jun 08 12:48:38.354898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef423b5e-2c3e-4df5-a485-97936e1bc0ec req-d23b0b6e-7dd7-4e68-baba-72f464810721 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:38.356588 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ef423b5e-2c3e-4df5-a485-97936e1bc0ec req-d23b0b6e-7dd7-4e68-baba-72f464810721 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.0859284 Jun 08 12:48:38.411378 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ef423b5e-2c3e-4df5-a485-97936e1bc0ec req-abdaf305-3b19-42b4-9b87-a625ebd39394 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Jun 08 12:48:38.750196 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:48:38.753899 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e657ba2-aade-43f9-af6b-a6e0573e7511" -d '{"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-unplugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:48:38.769374 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:38.816333 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb3ddae-83dc-4a71-8b3f-7509dcbbe3a0 x-openstack-request-id: req-cbb3ddae-83dc-4a71-8b3f-7509dcbbe3a0 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:48:38.816719 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-unplugged", "status": "failed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "code": 422}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:48:38.816913 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbb3ddae-83dc-4a71-8b3f-7509dcbbe3a0 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:48:38.817337 dv-cinder-784477-4-smb neutron-server[103615]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'code': 422} returned with failed status Jun 08 12:48:38.856698 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45144) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:38.993080 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.168512 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.173068 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.182602 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bbc58fd2-9cf4-46ab-9d84-ec25243cc573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:39.220523 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01287033-71af-41f7-b1c6-aaba425d61da,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:39.231307 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:39.280603 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1d3eb595b45f4083bb26f3b50c7fd3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228013 Jun 08 12:48:39.286307 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45158) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:39.396130 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2c0b9-c7da-4940-a38b-0cae45e2748c req-8d75630c-cb08-468d-b228-69070fee84af tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:39.398614 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-23d2c0b9-c7da-4940-a38b-0cae45e2748c req-8d75630c-cb08-468d-b228-69070fee84af tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1634061 Jun 08 12:48:39.399561 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.466667 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.517531 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-23d2c0b9-c7da-4940-a38b-0cae45e2748c req-7897b254-a29f-4ea7-a82d-5336dc8829ff tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048980 Jun 08 12:48:39.571109 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.574000 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:39.575395 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01287033-71af-41f7-b1c6-aaba425d61da HTTP/1.1" status: 204 len: 168 time: 0.2880275 Jun 08 12:48:39.576360 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ec2dc305-4bdf-41fa-bcf0-c8c0bd4b0eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:39.587269 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01287033-71af-41f7-b1c6-aaba425d61da,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:39.590175 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:39.650785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb7c02-f3c4-4b7b-bd9f-6f4c30920970 req-ba75c2b5-82c0-4a94-9462-6e1279262e46 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:39.660512 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3ecb7c02-f3c4-4b7b-bd9f-6f4c30920970 req-ba75c2b5-82c0-4a94-9462-6e1279262e46 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.1097767 Jun 08 12:48:39.707596 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3ecb7c02-f3c4-4b7b-bd9f-6f4c30920970 req-8e8205bc-94d4-4351-91c5-22b5b8bc8299 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462036 Jun 08 12:48:39.780520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45182) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:39.926105 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-d4480c53-c322-4dd8-9382-d2100bb00221 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382666 Jun 08 12:48:40.416832 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:48:40.517795 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45214) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:40.566246 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.641169 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755638736-network', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:40.705612 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Made reservation on behalf of b19fb922e3bc482ca196b0bc3e597cec for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:40.707908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.726769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.796716 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22bc96f-4353-40d7-b2dd-95b1379ecf6c req-7f106fd2-fd7f-4cfc-acd5-6f7a5ec610c9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:40.798088 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a22bc96f-4353-40d7-b2dd-95b1379ecf6c req-7f106fd2-fd7f-4cfc-acd5-6f7a5ec610c9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1425846 Jun 08 12:48:40.863314 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a22bc96f-4353-40d7-b2dd-95b1379ecf6c req-2e892f3e-2c19-40be-b446-4c70db491dd6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590887 Jun 08 12:48:40.895752 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.900379 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.904480 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-bd29ddce-1df5-4952-b35f-d688bc491e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:40.932930 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:48:40.946172 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f8cba-ccf8-49a5-b3de-c756fc7224aa,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:40.949556 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:40.952251 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:40.952589 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Added segment 06cf5c4a-3d81-4a0d-96cc-bca8764fa353 of type vlan for network a4c9946f-4050-4a93-9865-e56f2bd66a71 Jun 08 12:48:40.979561 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.010624 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.011929 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:41.012511 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.015695 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:41.111886 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5910916 Jun 08 12:48:41.112264 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 45220) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:41.119991 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Request body: {'subnet': {'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755638736-subnet', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:41.121090 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c9946f-4050-4a93-9865-e56f2bd66a71,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:41.127749 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:41.133996 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:48:41.147020 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Made reservation on behalf of b19fb922e3bc482ca196b0bc3e597cec for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:41.149694 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.390463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.395811 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:41.478272 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4b02af-2888-4893-8326-d0611d551e7e,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:41.482197 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:41.488568 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Checking segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:41.488924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Network hostable DHCP agents. Network: a4c9946f-4050-4a93-9865-e56f2bd66a71, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:48:41.509901 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:48:41.522538 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, a4c9946f-4050-4a93-9865-e56f2bd66a71) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:41.526838 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:41.527400 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.534607 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735dab8-3e95-4620-9f46-9fc3e306f56f None None] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:41.552499 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-30e98d80-7d95-4d70-9116-2d8b177a0c9e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4389915 Jun 08 12:48:41.555532 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 45228) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:41.560024 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:41.591974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.593002 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.609814 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:41.808867 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-a4c9946f-4050-4a93-9865-e56f2bd66a71', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:48:41.809814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.044005 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Allocated IP 172.20.0.2 (a4c9946f-4050-4a93-9865-e56f2bd66a71/0b4b02af-2888-4893-8326-d0611d551e7e/07404105-0dfb-4c44-bedf-5c03ac6acb0c) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:42.109008 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.135049 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c8ed5-e54f-4b70-b36d-9cc8e4819d0a req-ff5bda57-8de8-4444-a2c7-e941e201762d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:42.140927 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a24c8ed5-e54f-4b70-b36d-9cc8e4819d0a req-ff5bda57-8de8-4444-a2c7-e941e201762d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1407743 Jun 08 12:48:42.209898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-4d5039fc-40a2-4faf-9477-9861a8e7a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:42.211359 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-4d5039fc-40a2-4faf-9477-9861a8e7a218 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 1097 time: 0.3150287 Jun 08 12:48:42.228509 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a24c8ed5-e54f-4b70-b36d-9cc8e4819d0a req-6a081cbd-184c-45cf-b3c7-46dc55fd9973 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806391 Jun 08 12:48:42.349435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.361230 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Transition to ACTIVE for port object 07404105-0dfb-4c44-bedf-5c03ac6acb0c will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:42.385338 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Transition to ACTIVE for port object 07404105-0dfb-4c44-bedf-5c03ac6acb0c will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:42.392911 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:42.393552 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:42.413512 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:42.414702 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:42.418449 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:42.516732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Attempting to bind port 07404105-0dfb-4c44-bedf-5c03ac6acb0c on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:42.517180 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Attempting to bind port 07404105-0dfb-4c44-bedf-5c03ac6acb0c by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:42.517621 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Attempting to bind port 07404105-0dfb-4c44-bedf-5c03ac6acb0c on network a4c9946f-4050-4a93-9865-e56f2bd66a71 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:42.523408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:42.523983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Checking segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:42.524404 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.524831 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Bound using segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:42.525310 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Bound port: 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:42.525686 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.528946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-b910cc0a-2351-4a0e-a584-17660eb20a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:42.530402 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-b910cc0a-2351-4a0e-a584-17660eb20a5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1097 time: 0.2550993 Jun 08 12:48:42.538902 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.623667 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] For port 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:42.626825 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] For port 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=07404105-0dfb-4c44-bedf-5c03ac6acb0c,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:42.630869 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.634995 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:42.635283 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:42.715896 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Pushing event updated for resources: {'Port': ['ID=07404105-0dfb-4c44-bedf-5c03ac6acb0c,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:42.723794 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:42.816311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-fe1c26b4-0c73-4c79-8cb9-cf58593645c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:42.817798 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-fe1c26b4-0c73-4c79-8cb9-cf58593645c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.2546072 Jun 08 12:48:42.919284 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Allocated IP 172.28.0.183 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/fd4c7bcf-cf53-4c17-8bb4-e4aaae016377) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:43.034086 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-da3ed7dc-f6f5-42df-a4e0-bb6845f406c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 999 time: 0.2037640 Jun 08 12:48:43.139118 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-9ee3c916-25aa-4865-b8cd-42baa7c32544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:43.140597 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-9ee3c916-25aa-4865-b8cd-42baa7c32544 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0998387 Jun 08 12:48:43.207201 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:43.266836 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-8c6f4022-7f0b-4a02-b25c-8a88c26937ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:43.268486 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-8c6f4022-7f0b-4a02-b25c-8a88c26937ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1202087 Jun 08 12:48:43.275128 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:43.276180 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:43.370360 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:43.373332 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:43.375794 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:43.673663 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30523da7-0e81-482f-a408-291230531049 None None] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:43.844842 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-8ebd315c-4f9f-4b2d-868d-95111f5cff28 None None] Provisioning for port 07404105-0dfb-4c44-bedf-5c03ac6acb0c completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:43.861653 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-60535586-083f-4554-b7ff-38486f6cbfec service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789044 Jun 08 12:48:43.888416 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7f899-64bd-42ea-a937-0481683538bf req-fe4154f3-6382-45e4-b47f-b531e4fd6a01 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:43.890127 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-17a7f899-64bd-42ea-a937-0481683538bf req-fe4154f3-6382-45e4-b47f-b531e4fd6a01 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.4799330 Jun 08 12:48:44.120251 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 07404105-0dfb-4c44-bedf-5c03ac6acb0c up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:44.173794 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-17a7f899-64bd-42ea-a937-0481683538bf req-1cb40d60-e9ac-4b35-b01c-1c233b203346 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545855 Jun 08 12:48:44.198322 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 07404105-0dfb-4c44-bedf-5c03ac6acb0c completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:44.203122 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 07404105-0dfb-4c44-bedf-5c03ac6acb0c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:44.203607 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.227937 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ea8335f5-f605-4c9d-af2e-892b59ce0a1c req-e0da6c4f-630a-419e-a3db-3a8ac93ec135 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480716 Jun 08 12:48:44.243349 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.289933 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00e104d2-10a6-4b22-9301-e6c86cbe8bd7 None None] Provisioning complete for port 07404105-0dfb-4c44-bedf-5c03ac6acb0c triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:44.290314 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00e104d2-10a6-4b22-9301-e6c86cbe8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.449691 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.502061 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00e104d2-10a6-4b22-9301-e6c86cbe8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.529783 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=07404105-0dfb-4c44-bedf-5c03ac6acb0c,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:44.537665 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.540064 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:44.630109 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:44.674435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.db.api [None req-00e104d2-10a6-4b22-9301-e6c86cbe8bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 12:48:44.675041 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_db.api [None req-00e104d2-10a6-4b22-9301-e6c86cbe8bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 12:48:44.677268 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=07404105-0dfb-4c44-bedf-5c03ac6acb0c,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:44.687449 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:44.858099 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Router c429b450-d1c2-42e2-a056-7b252b6c5be2 is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:48:45.119759 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:45.134103 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Sync routers for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:45.149600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:45.150494 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:45.152510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:45.158171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ce0b6408-f2fc-4f7d-8c78-5f4c54bb9116 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6004951 Jun 08 12:48:45.160286 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45282) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:45.446780 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9030e9-fd38-42ba-baf0-dda000e18ebb req-0538bdc9-5f4b-4658-8a4d-52ffd529c258 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:45.449251 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e9030e9-fd38-42ba-baf0-dda000e18ebb req-0538bdc9-5f4b-4658-8a4d-52ffd529c258 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1349211 Jun 08 12:48:45.517997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:45.540364 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2e9030e9-fd38-42ba-baf0-dda000e18ebb req-bd80ded1-c833-4fe3-976a-69e2a56d3bd8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836115 Jun 08 12:48:45.909918 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:43Z', 'revision_number': 3, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:45.914923 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Checking router: c429b450-d1c2-42e2-a056-7b252b6c5be2 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:48:45.915314 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Updating router c429b450-d1c2-42e2-a056-7b252b6c5be2 port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:48:45.978358 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.102844 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 07404105-0dfb-4c44-bedf-5c03ac6acb0c up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:46.207293 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.280269 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 07404105-0dfb-4c44-bedf-5c03ac6acb0c triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:46.280595 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.497336 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Allocated IP 172.20.0.1 (a4c9946f-4050-4a93-9865-e56f2bd66a71/0b4b02af-2888-4893-8326-d0611d551e7e/d320e617-e1a6-43a5-86a8-27234041168d) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:46.514483 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.526827 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Transition to ACTIVE for port object fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:46.534241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.538850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:46.630256 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Attempting to bind port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:46.630629 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Attempting to bind port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:46.630997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Attempting to bind port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:46.640501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Pushing event updated for resources: {'Port': ['ID=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:46.643445 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:46.644841 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:46.645356 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:46.645892 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.646358 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:46.647492 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Bound port: fd4c7bcf-cf53-4c17-8bb4-e4aaae016377, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:46.647980 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.704759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.724002 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Transition to ACTIVE for port object d320e617-e1a6-43a5-86a8-27234041168d will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:46.746093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] For port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:46.750272 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] For port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:46.760533 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.761089 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:46.761710 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:46.778173 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-6059ca19-fdad-451d-a140-45b51f6b742f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:46.786911 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:46.788439 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:46.791372 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:46.864221 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:46.874163 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:46.875072 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:46.875999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad227f8-a196-4d13-99a1-c225528ea862 req-f2a3a12a-5dad-44f3-942b-3a43e739247e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:46.877814 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cad227f8-a196-4d13-99a1-c225528ea862 req-f2a3a12a-5dad-44f3-942b-3a43e739247e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1656830 Jun 08 12:48:46.979024 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cad227f8-a196-4d13-99a1-c225528ea862 req-e2163783-c4f8-4bee-9a0f-caa3d5538400 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940928 Jun 08 12:48:47.121762 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:47.282124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:47.371602 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00605756-bf09-4e14-a716-c2148e5dacd9 None None] Provisioning for port d320e617-e1a6-43a5-86a8-27234041168d completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:47.393029 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-00605756-bf09-4e14-a716-c2148e5dacd9 None None] Provisioning complete for port d320e617-e1a6-43a5-86a8-27234041168d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:47.393463 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-00605756-bf09-4e14-a716-c2148e5dacd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:47.425828 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Pushing event updated for resources: {'Port': ['ID=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:47.447166 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:47.496302 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-00605756-bf09-4e14-a716-c2148e5dacd9 None None] Port d320e617-e1a6-43a5-86a8-27234041168d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:48:47.611143 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:43Z', 'revision_number': 3, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:47.617221 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:47.617464 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6720a16-0295-48cd-9810-4f6e89aa64bf None None] The sync data for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb is: [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:43Z', 'revision_number': 3, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:48:47.628974 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:47.655512 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:47.741647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Pushing event updated for resources: {'Port': ['ID=d320e617-e1a6-43a5-86a8-27234041168d,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:47.744270 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:47.748450 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:47.929754 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:47.930967 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:48.196125 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:48.321093 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Router c429b450-d1c2-42e2-a056-7b252b6c5be2 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:48:48.361969 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-2f793090-7623-42b5-8f90-5e8b1423417a None None] Provisioning complete for port d320e617-e1a6-43a5-86a8-27234041168d triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:48.362501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2f793090-7623-42b5-8f90-5e8b1423417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.440963 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2f793090-7623-42b5-8f90-5e8b1423417a None None] Port d320e617-e1a6-43a5-86a8-27234041168d cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:48:48.447450 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:48.453445 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:48.453978 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.602341 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cdcd-f833-4d80-939c-f24f6c4d4087 req-bbfae6d5-6d5f-4711-a64d-fb1146599905 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:48.609874 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f526cdcd-f833-4d80-939c-f24f6c4d4087 req-bbfae6d5-6d5f-4711-a64d-fb1146599905 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.3720143 Jun 08 12:48:48.688320 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.732669 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:48.734064 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f526cdcd-f833-4d80-939c-f24f6c4d4087 req-fd9a2270-3cb3-4cbd-bfd8-96f72274d789 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184988 Jun 08 12:48:48.737671 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.741303 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:48.823666 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:48.825811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:48.838101 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:48.838101 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:48.846706 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] 10.222.0.55 "PUT /v2.0/routers/c429b450-d1c2-42e2-a056-7b252b6c5be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6685398 Jun 08 12:48:49.517458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45314) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.522802 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1566030561-network', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.545175 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Made reservation on behalf of 82cbd6ba0c544f02a269c3844a4cd099 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:49.547483 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.560672 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.688317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.692890 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.696816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a997bf91-1fa8-49a4-92f4-5a9b254e97af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:49.733436 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:48:49.738693 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b93b9-31ee-474b-b169-747d5259868f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:49.742373 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:49.746889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.747170 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Added segment 6558eea7-bd6c-450b-8dcc-971b367d85e7 of type vlan for network 4eb2405c-a87f-4ebe-989a-7f427a08d394 Jun 08 12:48:49.782616 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Sync routers for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:49.785196 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.794826 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:49.796383 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:49.826044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.828185 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:49.828909 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:49.835363 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-aa9f60da-666b-4cf4-ba69-e028da529607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:49.941886 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4232852 Jun 08 12:48:49.945749 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45318) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:49.951345 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Request body: {'subnet': {'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1566030561-subnet', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:49.971795 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb2405c-a87f-4ebe-989a-7f427a08d394,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:49.974104 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:49.989554 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Made reservation on behalf of 82cbd6ba0c544f02a269c3844a4cd099 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:48:49.992230 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:48:49.995679 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269925'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.102577 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd1a5c-de51-4e13-8fb0-f14f0478fe71 req-e97f8c5c-64c0-4967-aefb-fa7694ca512f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:50.108241 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-76dd1a5c-de51-4e13-8fb0-f14f0478fe71 req-e97f8c5c-64c0-4967-aefb-fa7694ca512f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1766489 Jun 08 12:48:50.176805 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:50.246589 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:50.279656 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-76dd1a5c-de51-4e13-8fb0-f14f0478fe71 req-f269aa58-974a-4677-ba5c-5641374d67b5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648684 Jun 08 12:48:50.369282 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269899'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.379354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-58578c5d-d877-46d5-bcbf-cc164a649d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:50.380826 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:50.381678 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.513519 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Checking segment: {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:50.513874 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Network hostable DHCP agents. Network: 4eb2405c-a87f-4ebe-989a-7f427a08d394, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:48:50.524428 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:50.541983 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:50.559247 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-4b3b844d-de23-43cb-a1e1-1df471338d5f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:50.560897 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-4b3b844d-de23-43cb-a1e1-1df471338d5f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.2817004 Jun 08 12:48:50.570844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:48:50.592929 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-bf1abdb2-319f-4d8d-9952-f355d5d167c3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/quotas/f7f87503b727435c9ef7c7ba4468a4d4 HTTP/1.1" status: 200 len: 375 time: 0.0262291 Jun 08 12:48:50.634965 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 4eb2405c-a87f-4ebe-989a-7f427a08d394) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:50.645050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d489ffb-e8c4-422a-88b9-ffe36d5cfec4 None None] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:50.648614 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:50.649373 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.692401 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-63c31512-7999-4dc7-8839-c13e2e97883e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7455542 Jun 08 12:48:50.695323 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45334) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:50.700390 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:50.715588 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-c71fa74e-0474-4766-b9c4-92f721919582 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168177 Jun 08 12:48:50.773688 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 2, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:50.777814 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Checking router: c429b450-d1c2-42e2-a056-7b252b6c5be2 for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:48:50.778172 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Updating router c429b450-d1c2-42e2-a056-7b252b6c5be2 port d320e617-e1a6-43a5-86a8-27234041168d binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:48:50.820881 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.821807 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.862792 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.881736 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:50.890419 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffcd054a-44ea-469b-9e02-ed1f10f270dd service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670637 Jun 08 12:48:50.948254 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-4eb2405c-a87f-4ebe-989a-7f427a08d394', 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'fixed_ips': [{'subnet_id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:48:50.949100 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.246410 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Allocated IP 172.20.0.2 (4eb2405c-a87f-4ebe-989a-7f427a08d394/a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c/3804786d-150e-4c9d-b0cb-e9401c358fa8) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:51.332695 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.367011 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Transition to ACTIVE for port object d320e617-e1a6-43a5-86a8-27234041168d will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:51.376086 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.399427 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-ed79f6df-8040-4faa-9443-7a988f4456b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:51.500611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.529404 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.542550 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Transition to ACTIVE for port object 3804786d-150e-4c9d-b0cb-e9401c358fa8 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:51.590552 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Transition to ACTIVE for port object 3804786d-150e-4c9d-b0cb-e9401c358fa8 will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:51.602434 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:51.603232 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:51.603966 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-b6b0d14b-b72d-48a6-8248-ec6decb6a3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073967 Jun 08 12:48:51.618830 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4f90-2ea9-4342-8ca5-b84346192d7d req-3730569d-6336-4e45-9356-309e62bf4fb5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:51.629788 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e4bc4f90-2ea9-4342-8ca5-b84346192d7d req-3730569d-6336-4e45-9356-309e62bf4fb5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1581378 Jun 08 12:48:51.648767 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:51.650111 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:51.652656 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:51.672147 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Pushing event updated for resources: {'Port': ['ID=d320e617-e1a6-43a5-86a8-27234041168d,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:51.752466 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e4bc4f90-2ea9-4342-8ca5-b84346192d7d req-9a897156-03f8-42c3-aeda-651ffb941db1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150703 Jun 08 12:48:51.814106 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.814596 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.815025 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.815607 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.820948 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.821855 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.822578 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.823473 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.824508 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.825088 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.825631 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.826184 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:51.832338 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:51.932167 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Attempting to bind port 3804786d-150e-4c9d-b0cb-e9401c358fa8 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:51.932703 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Attempting to bind port 3804786d-150e-4c9d-b0cb-e9401c358fa8 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:51.937805 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Attempting to bind port 3804786d-150e-4c9d-b0cb-e9401c358fa8 on network 4eb2405c-a87f-4ebe-989a-7f427a08d394 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:51.950880 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:51.952155 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Checking segment: {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:51.954390 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:51.955691 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Bound using segment: {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:51.957581 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Bound port: 3804786d-150e-4c9d-b0cb-e9401c358fa8, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:51.958234 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.025248 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Attempting to bind port d320e617-e1a6-43a5-86a8-27234041168d on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:52.025882 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Attempting to bind port d320e617-e1a6-43a5-86a8-27234041168d by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:52.025991 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Attempting to bind port d320e617-e1a6-43a5-86a8-27234041168d on network a4c9946f-4050-4a93-9865-e56f2bd66a71 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:52.042167 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:52.042554 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Checking segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:52.043051 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.043345 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Bound using segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:52.043930 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Bound port: d320e617-e1a6-43a5-86a8-27234041168d, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:52.044315 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.088018 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c1a7e185-f690-420a-9569-0a258c5fe08a req-11e99e36-8182-44af-b498-527d801d2653 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.1502888 Jun 08 12:48:52.163163 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] For port 3804786d-150e-4c9d-b0cb-e9401c358fa8, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:52.182554 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] For port 3804786d-150e-4c9d-b0cb-e9401c358fa8, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3804786d-150e-4c9d-b0cb-e9401c358fa8,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:52.192624 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.200999 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:52.233235 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.273258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.283027 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] For port d320e617-e1a6-43a5-86a8-27234041168d, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:52.288296 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] For port d320e617-e1a6-43a5-86a8-27234041168d, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=d320e617-e1a6-43a5-86a8-27234041168d,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:52.304578 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:52.310153 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:52.368228 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Pushing event updated for resources: {'Port': ['ID=3804786d-150e-4c9d-b0cb-e9401c358fa8,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:52.373822 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:52.405843 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Pushing event updated for resources: {'Port': ['ID=d320e617-e1a6-43a5-86a8-27234041168d,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:52.422706 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-7ce6ac3a-2286-4937-a1bd-f65e830c01ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:52.448469 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:52.450013 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:52.614026 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Allocated IP 172.28.0.112 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/ad6cf3e0-9804-44c8-9c3c-1e581211ae19) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:52.816851 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:52.989937 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.196166 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279179-19d2-4f3e-98f5-e8cd544620e7 req-c458adf0-82f0-45ca-9163-1aea38c370cc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:53.197601 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-71279179-19d2-4f3e-98f5-e8cd544620e7 req-c458adf0-82f0-45ca-9163-1aea38c370cc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1997755 Jun 08 12:48:53.204127 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:53.204731 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:53.250158 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:53.254831 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:53.264611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:53.294858 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:52Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:53.299355 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa1b438-dea8-4816-b9b7-16dadd4fc63e None None] The sync data for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb is: [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:52Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:48:53.342719 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a2c82af3-0bd4-430b-a1aa-a711288c4d9b req-4ec468b5-3637-409c-8a51-83db1c3e7dfa tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0682499 Jun 08 12:48:53.376945 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-71279179-19d2-4f3e-98f5-e8cd544620e7 req-c8fbcadb-0af2-4488-9fbb-c1871b3919a0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612747 Jun 08 12:48:53.851326 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406d0de-871e-4cdd-88a8-c3014b1b7b97 None None] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:48:53.859875 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:53.975659 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-ced0e59e-5303-46b1-946a-27772f96adc9 None None] Provisioning for port 3804786d-150e-4c9d-b0cb-e9401c358fa8 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:54.216708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3804786d-150e-4c9d-b0cb-e9401c358fa8 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:54.357095 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 3804786d-150e-4c9d-b0cb-e9401c358fa8 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:54.363079 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 3804786d-150e-4c9d-b0cb-e9401c358fa8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:54.364141 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.554354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.633800 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.653709 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-27af626c-02d9-4dd4-8113-50e3c574218b req-085871dc-8f0f-4326-9fce-f742c1f6b012 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0800796 Jun 08 12:48:54.683215 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 3804786d-150e-4c9d-b0cb-e9401c358fa8, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3804786d-150e-4c9d-b0cb-e9401c358fa8,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:54.689037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.690207 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device d320e617-e1a6-43a5-86a8-27234041168d up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:54.737715 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:54.887814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-618279b1-4bad-4718-bb5f-48a6e0b40c77 None None] Provisioning complete for port 3804786d-150e-4c9d-b0cb-e9401c358fa8 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:54.890435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-618279b1-4bad-4718-bb5f-48a6e0b40c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:54.930029 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca53947-f440-4b88-a025-49e1a9456a5e req-9e9b8137-aa46-4feb-ade5-3ba1ee9cd2bc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:54.932116 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2ca53947-f440-4b88-a025-49e1a9456a5e req-9e9b8137-aa46-4feb-ade5-3ba1ee9cd2bc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.2558250 Jun 08 12:48:54.958019 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=3804786d-150e-4c9d-b0cb-e9401c358fa8,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:54.961967 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:54.988294 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port d320e617-e1a6-43a5-86a8-27234041168d completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:54.998096 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port d320e617-e1a6-43a5-86a8-27234041168d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:54.998567 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:55.008874 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2ca53947-f440-4b88-a025-49e1a9456a5e req-0c543a5d-40c5-4bd2-a2ca-7a7d8875b27c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613630 Jun 08 12:48:55.009972 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:48:55.185918 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:55.223381 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:55.226108 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port d320e617-e1a6-43a5-86a8-27234041168d, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=d320e617-e1a6-43a5-86a8-27234041168d,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:55.232753 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:55.234590 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-9866874b-8616-4c1f-91ff-e5c3953e6eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:55.253167 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:55.257162 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d4be32df-2930-4757-8c04-eaaf74df5d32 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5580564 Jun 08 12:48:55.257825 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45372) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:55.270614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Sync routers for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:55.296910 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:55.297452 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:55.456065 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=d320e617-e1a6-43a5-86a8-27234041168d,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:55.460122 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:55.509878 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:55.824487 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:53Z', 'revision_number': 3, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:55.833890 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Checking router: 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:48:55.834742 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Updating router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:48:55.838870 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2cae2843-b238-4264-a8f1-a23ac9a2631a req-78602d69-5558-4673-b61e-747d9ececd84 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0462036 Jun 08 12:48:55.905093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.161963 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3804786d-150e-4c9d-b0cb-e9401c358fa8 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:56.253261 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.296056 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 3804786d-150e-4c9d-b0cb-e9401c358fa8 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:56.296426 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.426798 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.440762 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Transition to ACTIVE for port object ad6cf3e0-9804-44c8-9c3c-1e581211ae19 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:56.452263 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.458696 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:56.517174 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188526-0c85-4803-b3c8-828ec811ff9a req-0663374a-9542-4102-955b-cb6247a2feb7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:56.517388 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d6188526-0c85-4803-b3c8-828ec811ff9a req-0663374a-9542-4102-955b-cb6247a2feb7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.2986870 Jun 08 12:48:56.545895 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Attempting to bind port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:48:56.546289 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Attempting to bind port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:48:56.546643 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Attempting to bind port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:48:56.579848 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Pushing event updated for resources: {'Port': ['ID=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:56.582197 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:48:56.582536 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:48:56.582875 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.583276 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:48:56.583871 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Bound port: ad6cf3e0-9804-44c8-9c3c-1e581211ae19, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:48:56.584853 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.640714 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d6188526-0c85-4803-b3c8-828ec811ff9a req-c41f8256-2580-468c-bf35-9875a48d5ded tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160097 Jun 08 12:48:56.646278 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.647332 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.647763 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.648099 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.648424 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.648747 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.649067 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.649384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.650277 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.650277 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.650566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.650665 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:56.654044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Allocated IP 172.20.0.1 (4eb2405c-a87f-4ebe-989a-7f427a08d394/a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c/ba7981df-7bb5-43df-a7db-489472d5e783) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:48:56.660719 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:56.692299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device d320e617-e1a6-43a5-86a8-27234041168d up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:56.745842 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] For port ad6cf3e0-9804-44c8-9c3c-1e581211ae19, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:48:56.759315 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] For port ad6cf3e0-9804-44c8-9c3c-1e581211ae19, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:48:56.765165 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.770392 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:56.857854 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.868166 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:56.870198 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:56.879055 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Transition to ACTIVE for port object ba7981df-7bb5-43df-a7db-489472d5e783 will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:48:56.919936 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:48:56.920715 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:48:56.933150 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port d320e617-e1a6-43a5-86a8-27234041168d triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:56.933150 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:56.939416 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:56.940695 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:56.944303 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:48:57.012241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Pushing event updated for resources: {'Port': ['ID=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:57.020528 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:57.056401 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.106225 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e00dd910-d285-4c30-b657-dd0bfb0696ca req-a025bbe6-cfa0-4a14-8e6e-2820dcae4021 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.1081200 Jun 08 12:48:57.216010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.243613 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:48:57.430966 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f745b146-3ca7-4174-a352-d1fbf0abd7bc None None] Provisioning for port ba7981df-7bb5-43df-a7db-489472d5e783 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:57.446684 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-f745b146-3ca7-4174-a352-d1fbf0abd7bc None None] Provisioning complete for port ba7981df-7bb5-43df-a7db-489472d5e783 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:57.447098 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f745b146-3ca7-4174-a352-d1fbf0abd7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.504468 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.521311 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.542519 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f745b146-3ca7-4174-a352-d1fbf0abd7bc None None] Port ba7981df-7bb5-43df-a7db-489472d5e783 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:48:57.569483 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1d6115f-ceb8-4b3d-892d-0e907f26a739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:57.648279 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:53Z', 'revision_number': 3, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:48:57.652495 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ba7c17-bc38-4f86-9029-38423a552ed4 None None] The sync data for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb is: [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:53Z', 'revision_number': 3, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:48:57.707279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Pushing event updated for resources: {'Port': ['ID=ba7981df-7bb5-43df-a7db-489472d5e783,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:57.716998 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.717365 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.717726 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.718075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.718424 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.718772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.719118 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.719461 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.719827 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.720170 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.720509 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.720849 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:48:57.736498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:57.736498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:57.963139 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:48:57.981774 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b23d22-a14b-4875-93da-fef35ac6f279 req-b92eee84-a5aa-4aba-8b4f-15090f5449a4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:57.983559 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f7b23d22-a14b-4875-93da-fef35ac6f279 req-b92eee84-a5aa-4aba-8b4f-15090f5449a4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1743515 Jun 08 12:48:57.984751 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:48:58.187134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ad6cf3e0-9804-44c8-9c3c-1e581211ae19 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:48:58.245925 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f7b23d22-a14b-4875-93da-fef35ac6f279 req-fbbbe612-ab7f-4dd8-9123-684d9be283bf tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501493 Jun 08 12:48:58.350627 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:48:58.381983 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3e8c7d0e-bf2c-4cd4-9a8e-04c70ceea80c req-6bd31ec7-204a-410f-b489-05bb3372aa69 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0707610 Jun 08 12:48:58.409802 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7c115336-a297-45c6-b561-55cb565277fa None None] Provisioning complete for port ba7981df-7bb5-43df-a7db-489472d5e783 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:58.410189 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7c115336-a297-45c6-b561-55cb565277fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.472162 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:48:58.480017 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:48:58.480385 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.511299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7c115336-a297-45c6-b561-55cb565277fa None None] Port ba7981df-7bb5-43df-a7db-489472d5e783 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:48:58.623019 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.644970 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port ad6cf3e0-9804-44c8-9c3c-1e581211ae19, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:48:58.650174 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:58.652243 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e2f3ba77-3027-4e75-a429-99e1fc845f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:58.675661 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:48:58.688025 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] 10.222.0.55 "PUT /v2.0/routers/4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4292951 Jun 08 12:48:58.728210 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:58.732367 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:59.270418 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45402) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:59.275872 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791392532', 'description': 'tempest-secgroup-smoke-1791392532 description', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:59.298813 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.424496 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.429680 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.436368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-08a0ff5b-b8f1-4ceb-8782-9397a5cdafe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:59.472453 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.474012 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2026126 Jun 08 12:48:59.475596 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:59.478368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45408) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:59.480713 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:59.483811 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:59.514025 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1051a4-dac6-4d3e-a91e-1dd342499349 req-16613359-64d9-4b6d-8175-17e8214e524d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:48:59.515545 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7c1051a4-dac6-4d3e-a91e-1dd342499349 req-16613359-64d9-4b6d-8175-17e8214e524d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1060376 Jun 08 12:48:59.557778 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d48641c8-bfcf-4c58-97ec-44498f7a5a52 req-8a6a786d-ae06-4bf3-9477-0803aa4d2eb5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0533969 Jun 08 12:48:59.559040 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.567634 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7c1051a4-dac6-4d3e-a91e-1dd342499349 req-fffca3bb-8d31-4046-8aa1-5b92120aeabe tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464303 Jun 08 12:48:59.628502 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.633010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.635007 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:59.658736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adc7475-ea7e-4be0-b5ab-be9ef21f8925,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:59.662514 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:59.664991 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.668726 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866946 Jun 08 12:48:59.669141 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45410) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:59.673447 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:59.702263 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.767662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.772931 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.775064 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-17f9a44b-7d00-47a8-8095-97f192a4ff1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:59.799158 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bea059f-8070-4d80-a496-f761671f596f,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:59.804417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:59.809580 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.811120 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6b995813-9550-47ad-b85a-12cf2c8e76ae tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411099 Jun 08 12:48:59.813785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 45414) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:59.819325 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:59.849003 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.920399 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.926563 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.929171 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fa6a9070-3d3c-4df4-8f17-e3fab316aefc tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:48:59.955450 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cb70c8-2383-4b24-9cf6-8b059f8432d3,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:48:59.963654 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:48:59.969230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:48:59.973296 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-42973412-f76c-435c-baaa-e5ce32bffdc9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559894 Jun 08 12:48:59.973853 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45420) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:48:59.979212 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:48:59.986927 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Sync routers for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:48:59.997504 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:48:59.998035 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:00.020491 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.101578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ad6cf3e0-9804-44c8-9c3c-1e581211ae19 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:00.122341 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.130663 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.139654 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-73e27f9a-8bb4-481b-816d-1b0171cc2c99 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:00.159806 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fca76a2-7fa5-4650-ae55-05b744b9fd65,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:00.162720 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:00.164396 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.165570 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1905196 Jun 08 12:49:00.168215 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45422) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:49:00.174319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:00.187349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:00.187759 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.200273 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Project b19fb922e3bc482ca196b0bc3e597cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:49:00.207044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.208028 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:00.295620 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.300705 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.309518 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:00.329961 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8977606b-5a33-4f6f-986d-6b383ce7d1f9,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:00.333334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:00.335742 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.336446 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668308 Jun 08 12:49:00.338700 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45424) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:49:00.343266 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'security_group_rule': {'security_group_id': 'f1d4f8d8-5930-4b8a-98af-e9e16adb01ca', 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:00.372024 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Project b19fb922e3bc482ca196b0bc3e597cec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:49:00.378221 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.447585 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.451513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.459648 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:00.478816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6347dc4f-4f8f-45a0-a802-ebcd4ee3af13,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:00.481678 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:00.483385 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.485737 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5e423c95-030c-480c-863e-e15c3dd5cd00 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448858 Jun 08 12:49:00.540265 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:57Z', 'revision_number': 4, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'ba7981df-7bb5-43df-a7db-489472d5e783', 'name': '', 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'mac_address': 'fa:16:3e:39:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:56Z', 'updated_at': '2021-06-08T12:48:57Z', 'revision_number': 2, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'subnets': [{'id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:00.544214 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Checking router: 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:49:00.544576 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Updating router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d port ba7981df-7bb5-43df-a7db-489472d5e783 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:49:00.597096 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:00.723270 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2f9bf2e1-5ac6-4de4-99ad-4490ea15f995 req-6632b3ba-b5c1-4d8e-afe7-cfa826db0ea0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0455375 Jun 08 12:49:00.922415 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30735d51-c403-4698-9d60-21a3690603fb req-c1d1c158-15a6-4583-9a80-e0304f5d0cd1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:00.924271 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30735d51-c403-4698-9d60-21a3690603fb req-c1d1c158-15a6-4583-9a80-e0304f5d0cd1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.0944090 Jun 08 12:49:00.971698 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30735d51-c403-4698-9d60-21a3690603fb req-6208bd1d-f9a1-48a3-a0e8-52411887b11e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Jun 08 12:49:01.000053 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.021518 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Transition to ACTIVE for port object ba7981df-7bb5-43df-a7db-489472d5e783 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:01.030252 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.035030 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:01.220637 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6c87a-0d3d-4d68-bd99-8081ee291060 None None] Pushing event updated for resources: {'Port': ['ID=ba7981df-7bb5-43df-a7db-489472d5e783,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:01.223826 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-d9d6c87a-0d3d-4d68-bd99-8081ee291060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:01.281930 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Attempting to bind port ba7981df-7bb5-43df-a7db-489472d5e783 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:01.282297 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Attempting to bind port ba7981df-7bb5-43df-a7db-489472d5e783 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:01.282657 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Attempting to bind port ba7981df-7bb5-43df-a7db-489472d5e783 on network 4eb2405c-a87f-4ebe-989a-7f427a08d394 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:01.289109 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:01.289482 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Checking segment: {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:01.289883 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.290341 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Bound using segment: {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:01.290825 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Bound port: ba7981df-7bb5-43df-a7db-489472d5e783, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6558eea7-bd6c-450b-8dcc-971b367d85e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:01.291198 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.386706 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] For port ba7981df-7bb5-43df-a7db-489472d5e783, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:01.389691 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] For port ba7981df-7bb5-43df-a7db-489472d5e783, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ba7981df-7bb5-43df-a7db-489472d5e783,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:01.395586 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:01.399732 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-6f2c7290-952b-4cbb-baf3-ff1ea0028187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:01.475093 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:49:01.475841 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:48:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:01.550277 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6c87a-0d3d-4d68-bd99-8081ee291060 None None] Pushing event updated for resources: {'Port': ['ID=ba7981df-7bb5-43df-a7db-489472d5e783,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:01.554037 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-d9d6c87a-0d3d-4d68-bd99-8081ee291060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:01.677406 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:01.885214 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-39a7fd45-ed2e-4e43-87a7-f646b52f82b2 req-93ca0888-54da-4528-8223-7213df3876cf tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0475318 Jun 08 12:49:02.013066 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:57Z', 'revision_number': 4, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'ba7981df-7bb5-43df-a7db-489472d5e783', 'name': '', 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'mac_address': 'fa:16:3e:39:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:56Z', 'updated_at': '2021-06-08T12:49:01Z', 'revision_number': 4, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'subnets': [{'id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:02.016935 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d94a77-52ae-4837-ab94-9d73a143ef29 None None] The sync data for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb is: [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:48:57Z', 'revision_number': 4, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'ba7981df-7bb5-43df-a7db-489472d5e783', 'name': '', 'network_id': '4eb2405c-a87f-4ebe-989a-7f427a08d394', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'mac_address': 'fa:16:3e:39:b9:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:56Z', 'updated_at': '2021-06-08T12:49:01Z', 'revision_number': 4, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'subnets': [{'id': 'a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:49:02.239004 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b91a2-2a28-4c91-b6b3-3789a96da133 req-475bd5ce-21af-4cce-813a-4e55b6e4918c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:02.241351 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-152b91a2-2a28-4c91-b6b3-3789a96da133 req-475bd5ce-21af-4cce-813a-4e55b6e4918c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.0998073 Jun 08 12:49:02.314850 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-152b91a2-2a28-4c91-b6b3-3789a96da133 req-b2797158-029e-4a9f-bd47-1f7aaadfc461 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631568 Jun 08 12:49:03.048379 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1232e519-4633-43ba-ba40-01c7058637ac req-48a850bf-9979-49be-99d3-ef54dfb37e59 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0547991 Jun 08 12:49:03.550757 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e97983-cc9f-488c-958a-22d72b587d0b req-f95f3f31-9c4d-4140-9a2f-aec87ddae899 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:03.552291 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31e97983-cc9f-488c-958a-22d72b587d0b req-f95f3f31-9c4d-4140-9a2f-aec87ddae899 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1066964 Jun 08 12:49:03.652366 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-31e97983-cc9f-488c-958a-22d72b587d0b req-f3067c8b-2d95-4149-afc8-f1ebce9532bb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684905 Jun 08 12:49:03.669936 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-7d98cf57-eac2-4a46-bda7-b2de60516da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:03.672058 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-7d98cf57-eac2-4a46-bda7-b2de60516da4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1097 time: 0.1185293 Jun 08 12:49:03.833238 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-85b000ce-dad4-4eee-8916-fca7a96961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:03.834960 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-85b000ce-dad4-4eee-8916-fca7a96961f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1359434 Jun 08 12:49:03.943980 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-4f196f7f-01b9-4563-ac4c-b72ee77ace80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 200 len: 999 time: 0.1015053 Jun 08 12:49:04.014795 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-96cbd31f-1655-487c-a2d6-664dcf777513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:04.016249 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-96cbd31f-1655-487c-a2d6-664dcf777513 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0612419 Jun 08 12:49:04.108343 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-e621b681-67de-4f8a-9381-8d82da979453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:04.110545 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-e621b681-67de-4f8a-9381-8d82da979453 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863078 Jun 08 12:49:04.122915 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ba7981df-7bb5-43df-a7db-489472d5e783 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:04.195249 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port ba7981df-7bb5-43df-a7db-489472d5e783 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:04.201028 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port ba7981df-7bb5-43df-a7db-489472d5e783 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:04.201420 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:04.336781 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:04.349750 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e14844d9-cbf1-4144-9b7e-c222d8577c3f req-b7a289e2-96b8-4aa8-8f2d-7d192af81dbc tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.1112084 Jun 08 12:49:04.465756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port ba7981df-7bb5-43df-a7db-489472d5e783, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ba7981df-7bb5-43df-a7db-489472d5e783,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:04.495302 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:04.497910 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-f04108ed-a129-4122-bf02-c9db15fd4b2a service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763030 Jun 08 12:49:04.498083 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:04.576758 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=ba7981df-7bb5-43df-a7db-489472d5e783,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:04.580082 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:04.625154 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-05dec384-2ac1-4a48-88a2-4ccb6b1270e4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:04.627406 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-05dec384-2ac1-4a48-88a2-4ccb6b1270e4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.2895801 Jun 08 12:49:04.649093 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Request body: {'port': {'device_id': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'admin_state_up': True, 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:04.728953 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b721e69e-b2d9-4583-b1ad-79078827d3c5 req-411a5e3d-fb00-428d-8930-1d24355ab179 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236283 Jun 08 12:49:04.908348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:49:04.911823 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:04.948269 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262c58a-9cea-469f-8863-0e2bfa3719cf req-4a2fed74-43bc-4894-aefd-501420672e38 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:04.949719 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9262c58a-9cea-469f-8863-0e2bfa3719cf req-4a2fed74-43bc-4894-aefd-501420672e38 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.1528308 Jun 08 12:49:05.058065 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9262c58a-9cea-469f-8863-0e2bfa3719cf req-3e87e451-c885-4815-9a1a-88ff1394298b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752189 Jun 08 12:49:05.107347 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8abf2608-0eb2-4f04-81eb-b510384d9296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:05.137454 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Allocated IP 172.20.0.11 (4f2622c1-824e-49be-8abc-a30c83095638/3e304b12-3ead-46d7-9eac-dc463e92a694/b6565836-a225-45bb-a6cf-e4ff661d1267) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:05.351889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:05.381160 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:05.384712 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:05.406923 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Network 4f2622c1-824e-49be-8abc-a30c83095638 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:05.408542 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:05.410907 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:05.430386 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:05.481906 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:05.482620 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:05.512767 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-67a0f6ce-be78-498e-89eb-faeee32c5c31 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676538 Jun 08 12:49:05.533901 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Request body: {'port': {'device_id': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:05.569634 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a58469-0378-4a4b-b65a-390ec17d3672 req-029c6d3a-8b37-4497-890d-c2f07f137d17 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:05.571432 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c0a58469-0378-4a4b-b65a-390ec17d3672 req-029c6d3a-8b37-4497-890d-c2f07f137d17 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 932 time: 0.1026139 Jun 08 12:49:05.639758 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c0a58469-0378-4a4b-b65a-390ec17d3672 req-e726b169-8329-40b0-8f45-2c196c624100 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Jun 08 12:49:05.655533 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.112850 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ba7981df-7bb5-43df-a7db-489472d5e783 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:06.135237 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6565836-a225-45bb-a6cf-e4ff661d1267 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:06.143016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.162826 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Transition to ACTIVE for port object b6565836-a225-45bb-a6cf-e4ff661d1267 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:06.168070 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.175264 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ea33a576-eda1-4838-b4ba-9759779fb2de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:06.213006 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port ba7981df-7bb5-43df-a7db-489472d5e783 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:06.213301 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.411699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Pushing event updated for resources: {'Port': ['ID=b6565836-a225-45bb-a6cf-e4ff661d1267,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:06.415805 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:06.508369 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027997d-a6bb-4028-acd4-7b4243501b17 req-68e7f147-3fe2-4aff-9acc-32b5182b8531 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:06.509739 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d027997d-a6bb-4028-acd4-7b4243501b17 req-68e7f147-3fe2-4aff-9acc-32b5182b8531 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.2731152 Jun 08 12:49:06.514353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Attempting to bind port b6565836-a225-45bb-a6cf-e4ff661d1267 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:06.514687 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Attempting to bind port b6565836-a225-45bb-a6cf-e4ff661d1267 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:06.515012 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Attempting to bind port b6565836-a225-45bb-a6cf-e4ff661d1267 on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:06.534728 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Port b6565836-a225-45bb-a6cf-e4ff661d1267 on network 4f2622c1-824e-49be-8abc-a30c83095638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:49:06.535050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Attempting to bind port b6565836-a225-45bb-a6cf-e4ff661d1267 on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:06.548606 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:06.548934 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Checking segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:06.549309 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Bound using segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:06.549734 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Bound port: b6565836-a225-45bb-a6cf-e4ff661d1267, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:06.550072 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.629344 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d027997d-a6bb-4028-acd4-7b4243501b17 req-3b69fbd8-b667-4b90-b21a-b057efbe3ebc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106255 Jun 08 12:49:06.665229 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:06.668346 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6565836-a225-45bb-a6cf-e4ff661d1267,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:06.673106 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.677788 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:06.731007 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:06.731189 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:06.732574 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] 10.222.0.47 "PUT /v2.0/ports/b6565836-a225-45bb-a6cf-e4ff661d1267 HTTP/1.1" status: 200 len: 1094 time: 1.2033079 Jun 08 12:49:06.735611 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:06.737938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59530828-7c15-4d6f-b4ca-6475bea6b8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:06.763995 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Pushing event updated for resources: {'Port': ['ID=b6565836-a225-45bb-a6cf-e4ff661d1267,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:06.767176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:06.840867 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f742fcf9-0a0a-4dc2-b1dc-f7a349016a05 x-openstack-request-id: req-f742fcf9-0a0a-4dc2-b1dc-f7a349016a05 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:06.841277 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:06.841460 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f742fcf9-0a0a-4dc2-b1dc-f7a349016a05 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:06.841908 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267', 'status': 'completed', 'code': 200} Jun 08 12:49:06.855517 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae54a6-1fbb-477f-9e64-b7e15465bc04 req-00920fde-b026-4b94-a372-5d3edd48d387 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:06.857285 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-93ae54a6-1fbb-477f-9e64-b7e15465bc04 req-00920fde-b026-4b94-a372-5d3edd48d387 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 944 time: 0.1041131 Jun 08 12:49:06.885017 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-0240a351-d056-49c8-9d2b-f6fef6a595b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:06.885017 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-0240a351-d056-49c8-9d2b-f6fef6a595b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 1097 time: 0.0861726 Jun 08 12:49:06.910785 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-93ae54a6-1fbb-477f-9e64-b7e15465bc04 req-adc5cf08-5488-4b25-84e9-a20e4320ada7 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Jun 08 12:49:06.969926 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-b397e04b-642a-49c8-b88e-b65dddf99f24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6565836-a225-45bb-a6cf-e4ff661d1267 HTTP/1.1" status: 200 len: 217 time: 0.0674911 Jun 08 12:49:07.036618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-4bd7f2f3-a09c-4a3f-8ec9-36a661dd758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:07.038284 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-4bd7f2f3-a09c-4a3f-8ec9-36a661dd758c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0613022 Jun 08 12:49:07.091430 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-0faccb6d-c6ba-4eaf-8e93-b8d01419aa84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452931 Jun 08 12:49:07.228102 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-21505bbb-693f-4210-84fd-204696d75f3b service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290495 Jun 08 12:49:07.382505 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-36c0c6ee-8253-4aeb-9558-b3fb45ba44f6 req-44bd9837-ffff-4c10-9187-f67059f17d32 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467476 Jun 08 12:49:07.578744 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-cba9df83-58f3-4511-ac4f-bd0f6b031e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:07.580246 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-cba9df83-58f3-4511-ac4f-bd0f6b031e5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 1097 time: 0.0722709 Jun 08 12:49:07.616696 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-0490181d-73e2-4755-b075-01f1f902f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:07.716619 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-f6296546-7009-41a2-aada-e5e7aacaf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:07.718040 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-f6296546-7009-41a2-aada-e5e7aacaf7b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 915 time: 0.1296487 Jun 08 12:49:07.748383 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:07.850320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086074-62ee-4738-84f1-01b5b092856f req-dcf38997-b0ff-47d5-b466-60ac02799cba tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:07.851964 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b086074-62ee-4738-84f1-01b5b092856f req-dcf38997-b0ff-47d5-b466-60ac02799cba tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 944 time: 0.0950069 Jun 08 12:49:07.882723 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-f04eb1e2-8854-4d11-8860-7e13b5d55f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6565836-a225-45bb-a6cf-e4ff661d1267 HTTP/1.1" status: 200 len: 217 time: 0.1569421 Jun 08 12:49:07.903143 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b086074-62ee-4738-84f1-01b5b092856f req-623a99b7-c497-4a46-bc2e-c2ddf65a9285 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Jun 08 12:49:07.952457 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-7cc7a029-a63f-475c-b7ee-92c84442d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:07.953905 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-7cc7a029-a63f-475c-b7ee-92c84442d287 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0648460 Jun 08 12:49:08.016437 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-214081c9-7f90-4412-b76e-c2db52f661ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461843 Jun 08 12:49:08.214331 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-8586e9a8-8ffe-4487-9e72-03a50a2e0c9c service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905708 Jun 08 12:49:08.222344 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ff698-dd2f-40e1-a8ed-75743bc2ae86 req-bb05d086-c3e4-45f9-a8d2-68efbd03d916 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:08.223688 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-146ff698-dd2f-40e1-a8ed-75743bc2ae86 req-bb05d086-c3e4-45f9-a8d2-68efbd03d916 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 944 time: 0.1815541 Jun 08 12:49:08.357986 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-146ff698-dd2f-40e1-a8ed-75743bc2ae86 req-1b652a20-c1f3-4647-bff6-8c3456add5f8 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141088 Jun 08 12:49:08.399741 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59530828-7c15-4d6f-b4ca-6475bea6b8ee req-d07d9609-736a-4286-8c57-d2193dbb8a06 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748381 Jun 08 12:49:08.606899 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:49:08.748940 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:08.768229 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'mac_address': 'fa:16:3e:82:d5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:49:08.769838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:08.824055 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:08.841790 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:08.857822 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:08.861465 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:08.863368 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:08.933216 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:08.938059 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:09.113532 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12d7b9-b162-4c1d-8685-2b6f1244ecca req-e29db386-def0-4e51-ae02-a637b423932e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:09.115038 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6a12d7b9-b162-4c1d-8685-2b6f1244ecca req-e29db386-def0-4e51-ae02-a637b423932e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.0853510 Jun 08 12:49:09.165871 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6a12d7b9-b162-4c1d-8685-2b6f1244ecca req-fc131a3b-f4e1-4264-8992-2670b67aaf33 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446818 Jun 08 12:49:09.495365 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['aef25c18-ac58-47da-9ca2-90290cf9c864'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:09.553306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8a574-ebe6-452e-98ee-a612ec1e43ad req-c6d58325-0035-4e89-a5e2-bdd1c307a3f8 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:09.555148 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b6e8a574-ebe6-452e-98ee-a612ec1e43ad req-c6d58325-0035-4e89-a5e2-bdd1c307a3f8 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 944 time: 0.0898292 Jun 08 12:49:09.605139 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b6e8a574-ebe6-452e-98ee-a612ec1e43ad req-0970018a-bcfd-42a9-8bb3-8feaba3fed41 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Jun 08 12:49:10.372526 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8561-b91a-4147-b8d4-75d3155b555e req-9f73fad7-90df-4825-97e5-c68c98717ebc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:10.373998 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-40bf8561-b91a-4147-b8d4-75d3155b555e req-9f73fad7-90df-4825-97e5-c68c98717ebc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.0901041 Jun 08 12:49:10.420163 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-40bf8561-b91a-4147-b8d4-75d3155b555e req-14f56a37-1535-4684-8d0c-c9e28eedec20 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403318 Jun 08 12:49:10.553530 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:10.617557 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device b6565836-a225-45bb-a6cf-e4ff661d1267 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:49:10.775875 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6565836-a225-45bb-a6cf-e4ff661d1267,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:10.795214 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'b6565836-a225-45bb-a6cf-e4ff661d1267', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'port_id': 'b6565836-a225-45bb-a6cf-e4ff661d1267', 'mac_address': 'fa:16:3e:4a:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304b12-3ead-46d7-9eac-dc463e92a694', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:49:10.853887 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f6e0-b558-4fc4-9896-fb704f4e7948 req-fa59429c-7c01-48c1-868c-22fb0f981b55 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:10.856504 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7f85f6e0-b558-4fc4-9896-fb704f4e7948 req-fa59429c-7c01-48c1-868c-22fb0f981b55 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 944 time: 0.1177859 Jun 08 12:49:10.892349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:10.916666 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7f85f6e0-b558-4fc4-9896-fb704f4e7948 req-fa8f2da0-2677-46d4-b5bb-1829493bfc5d tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519524 Jun 08 12:49:10.927177 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6565836-a225-45bb-a6cf-e4ff661d1267 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:10.945563 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6565836-a225-45bb-a6cf-e4ff661d1267,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:10.949990 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:10.952913 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:11.021111 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=b6565836-a225-45bb-a6cf-e4ff661d1267,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:11.024758 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:11.469761 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['b6565836-a225-45bb-a6cf-e4ff661d1267'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:11.618671 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5898667-07a2-4c8c-982f-7fed18b99b56 req-7b02e387-410d-42c8-91f2-1937bed19a03 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:11.620692 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5898667-07a2-4c8c-982f-7fed18b99b56 req-7b02e387-410d-42c8-91f2-1937bed19a03 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.0835178 Jun 08 12:49:11.670966 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5898667-07a2-4c8c-982f-7fed18b99b56 req-631ccb02-1329-4969-9478-9b65f2ac1017 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433803 Jun 08 12:49:12.114092 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34f80c-1b5e-4739-9511-9d2cf26a8fb4 req-1b5c2104-810c-4be7-a8d2-9d05b35b6386 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:12.116166 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8b34f80c-1b5e-4739-9511-9d2cf26a8fb4 req-1b5c2104-810c-4be7-a8d2-9d05b35b6386 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 945 time: 0.0917394 Jun 08 12:49:12.162721 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8b34f80c-1b5e-4739-9511-9d2cf26a8fb4 req-225d7847-ed4e-40fe-b2ce-466e5b0df71b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Jun 08 12:49:12.651119 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device b6565836-a225-45bb-a6cf-e4ff661d1267 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:12.722937 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port b6565836-a225-45bb-a6cf-e4ff661d1267 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:12.729033 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port b6565836-a225-45bb-a6cf-e4ff661d1267 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:12.729580 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:12.850522 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:12.874197 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1e64a-fe24-4b32-9e14-6b2f1e5401d0 req-91cd4e23-f347-4f31-abd8-c21cc1187f15 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:12.876481 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dbb1e64a-fe24-4b32-9e14-6b2f1e5401d0 req-91cd4e23-f347-4f31-abd8-c21cc1187f15 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 945 time: 0.0857027 Jun 08 12:49:12.877338 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:12.879637 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0039d4-fcd3-4b40-9aef-b12071d71104" -d '{"events": [{"server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "name": "network-vif-plugged", "status": "completed", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:12.887631 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6565836-a225-45bb-a6cf-e4ff661d1267,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:12.892842 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:12.894347 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:12.929163 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dbb1e64a-fe24-4b32-9e14-6b2f1e5401d0 req-61d4d386-f62c-4672-9773-7a7f0642a5f4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441015 Jun 08 12:49:12.932868 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d38483-f76b-4700-a70d-9b1f8f271211 x-openstack-request-id: req-02d38483-f76b-4700-a70d-9b1f8f271211 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:12.933175 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "name": "network-vif-plugged", "status": "completed", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:12.933461 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02d38483-f76b-4700-a70d-9b1f8f271211 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:12.933945 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267', 'code': 200} Jun 08 12:49:12.934480 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:12.942240 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:49:13.028874 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=b6565836-a225-45bb-a6cf-e4ff661d1267,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:13.032600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:13.045594 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port aef25c18-ac58-47da-9ca2-90290cf9c864 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:13.045907 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:13.179570 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:13.216232 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:13.221432 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:13.224355 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:13.295523 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b273630-af16-48d6-a15e-3b3e94488973 req-1fd43dab-d550-43cd-a267-a99a232fbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:13.297209 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8b273630-af16-48d6-a15e-3b3e94488973 req-1fd43dab-d550-43cd-a267-a99a232fbd84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 1099 time: 0.0856409 Jun 08 12:49:13.319986 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:13.330453 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:13.356506 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8b273630-af16-48d6-a15e-3b3e94488973 req-7e05494c-56bf-4731-8ad0-cf530ff6224e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500491 Jun 08 12:49:13.384658 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dab78f-4373-4742-a945-ea7283ced1b3 req-843545ba-0cd8-415c-b321-a99cc4b32013 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:13.387022 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-24dab78f-4373-4742-a945-ea7283ced1b3 req-843545ba-0cd8-415c-b321-a99cc4b32013 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0917537 Jun 08 12:49:13.448295 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-24dab78f-4373-4742-a945-ea7283ced1b3 req-a6b7ec66-7312-4f19-9fde-5adcc8359db0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Jun 08 12:49:14.130174 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd2d4d-7269-4633-b653-a38af2d985f1 req-b5d6c8df-415e-41b6-b282-890431923ca5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:14.131952 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3fdd2d4d-7269-4633-b653-a38af2d985f1 req-b5d6c8df-415e-41b6-b282-890431923ca5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0888424 Jun 08 12:49:14.185866 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3fdd2d4d-7269-4633-b653-a38af2d985f1 req-a9b803c0-f6fd-4d89-9736-e9af81b87407 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474222 Jun 08 12:49:14.644266 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652e40c-3af6-46c1-9b59-83cdc3b5f296 req-c9d9388f-8df4-4616-83fc-cd6cd5143b21 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:14.645733 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5652e40c-3af6-46c1-9b59-83cdc3b5f296 req-c9d9388f-8df4-4616-83fc-cd6cd5143b21 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0877826 Jun 08 12:49:14.694701 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5652e40c-3af6-46c1-9b59-83cdc3b5f296 req-a8dfc456-adba-487b-8d18-a86c6b630413 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Jun 08 12:49:14.935507 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:14.937876 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f3a85-60e5-49bf-9c27-4f4af7874ea3" -d '{"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:14.981471 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a2de68-52a9-494d-ba27-4cc9a3bcf84e x-openstack-request-id: req-f9a2de68-52a9-494d-ba27-4cc9a3bcf84e {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:14.981788 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-plugged", "status": "completed", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:14.982050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9a2de68-52a9-494d-ba27-4cc9a3bcf84e {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:14.982441 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'code': 200} Jun 08 12:49:15.390757 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b6b37-29dc-4a68-aa76-e272faa0fa89 req-2d64733f-f9a4-424d-9845-63b635d24c77 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:15.392248 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6a7b6b37-29dc-4a68-aa76-e272faa0fa89 req-2d64733f-f9a4-424d-9845-63b635d24c77 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0851545 Jun 08 12:49:15.441597 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6a7b6b37-29dc-4a68-aa76-e272faa0fa89 req-f4129631-2438-4ba3-93de-6e9bab9c3db1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427892 Jun 08 12:49:15.867913 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0156-fa57-45ce-a5d3-474578b670c9 req-dbae1ad8-a69d-4527-a1e7-95c2a3f2c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:15.869480 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9fbd0156-fa57-45ce-a5d3-474578b670c9 req-dbae1ad8-a69d-4527-a1e7-95c2a3f2c289 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 1100 time: 0.1214516 Jun 08 12:49:15.922115 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9fbd0156-fa57-45ce-a5d3-474578b670c9 req-a57eb970-6693-4011-9afb-30c44b1269c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Jun 08 12:49:15.933968 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69136d-bed5-496e-9c74-11ee80f626e5 req-de27b3a6-f983-49a4-b55f-308a3462970c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:15.935418 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dd69136d-bed5-496e-9c74-11ee80f626e5 req-de27b3a6-f983-49a4-b55f-308a3462970c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.1265728 Jun 08 12:49:15.980655 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dd69136d-bed5-496e-9c74-11ee80f626e5 req-24ce6faf-29b3-4904-93fb-40301dd25aa9 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Jun 08 12:49:16.635603 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43777b7-4273-4318-a998-8237b264c5ca req-dd9498a2-73a3-4a1a-ad91-cf68ea46bb1e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:16.637033 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f43777b7-4273-4318-a998-8237b264c5ca req-dd9498a2-73a3-4a1a-ad91-cf68ea46bb1e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0819240 Jun 08 12:49:16.691532 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f43777b7-4273-4318-a998-8237b264c5ca req-ad5442c4-372f-4654-8d15-f1bc584e2162 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Jun 08 12:49:17.892247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aac1e-95df-4369-a478-229fe9c5617a req-3dd3fdc5-3a6d-407f-be6b-1cbe08321dcb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:17.894177 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f6aac1e-95df-4369-a478-229fe9c5617a req-3dd3fdc5-3a6d-407f-be6b-1cbe08321dcb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0879543 Jun 08 12:49:17.941616 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f6aac1e-95df-4369-a478-229fe9c5617a req-ba34f148-19e8-43a9-9d8a-95469f695323 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 Jun 08 12:49:18.736826 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:19.138249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb73c0d-e7f5-4c96-8b47-fae0c838005d req-92a2ea79-9461-4219-9768-fc6b9946c4b5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:19.139748 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eeb73c0d-e7f5-4c96-8b47-fae0c838005d req-92a2ea79-9461-4219-9768-fc6b9946c4b5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0832663 Jun 08 12:49:19.188729 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eeb73c0d-e7f5-4c96-8b47-fae0c838005d req-7a611c96-2953-4253-ba41-0624cfd9f912 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Jun 08 12:49:19.382899 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-5f6982a2-d66f-4ae9-9151-55f70f9c8750 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:19.384366 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-5f6982a2-d66f-4ae9-9151-55f70f9c8750 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.1445560 Jun 08 12:49:19.398912 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-ab5d3479-8285-4802-98f7-77ca2cd4be00 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/quotas/f7f87503b727435c9ef7c7ba4468a4d4 HTTP/1.1" status: 200 len: 375 time: 0.0090935 Jun 08 12:49:19.483566 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-2e233aec-b706-4f8c-afbf-9fb48a42fa2a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796745 Jun 08 12:49:19.700149 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-6815a4ec-354e-4274-a57d-e01423a0f8f5 service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093322 Jun 08 12:49:19.836033 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-70dc5d1b-b6af-46b1-9b23-f2759855c0de service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299644 Jun 08 12:49:20.036589 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-81946979-7369-41ec-afb6-1787b9c986c8 req-deb21e40-a893-4637-a580-0772e3b94b08 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 210 time: 0.0510008 Jun 08 12:49:21.196583 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-773fc212-32cd-4cb9-846d-4a7e2f16da0b req-1077c586-7044-4f9c-8b2b-8a821f65ef01 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 210 time: 0.0440822 Jun 08 12:49:21.418071 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-fb6b5515-606b-474e-b8ff-1d047f7897e9 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:21.419541 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-fb6b5515-606b-474e-b8ff-1d047f7897e9 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.1508470 Jun 08 12:49:21.439681 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Request body: {'port': {'device_id': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'admin_state_up': True, 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:21.594008 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:49:21.597452 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:21.764082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Allocated IP 172.20.0.4 (4f2622c1-824e-49be-8abc-a30c83095638/3e304b12-3ead-46d7-9eac-dc463e92a694/2aefb4ed-c1f8-4237-af51-9b8289ea172f) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:21.964532 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:21.995600 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:21.998103 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:22.016594 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Network 4f2622c1-824e-49be-8abc-a30c83095638 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:22.017744 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:22.020238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:22.044477 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff', 'b6565836-a225-45bb-a6cf-e4ff661d1267'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:22.088264 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:22.088899 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:22.110280 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-e4120287-6a28-427a-bf76-e2cddd953450 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6746638 Jun 08 12:49:22.128599 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Request body: {'port': {'device_id': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:22.249300 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:22.430909 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dab8f3-4c22-4507-8d85-17314ed04c46 req-df822edd-11c2-4382-b2de-5cca2f4806d5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:22.432534 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1dab8f3-4c22-4507-8d85-17314ed04c46 req-df822edd-11c2-4382-b2de-5cca2f4806d5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 931 time: 0.1256030 Jun 08 12:49:22.481752 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1dab8f3-4c22-4507-8d85-17314ed04c46 req-71e71c33-17bb-4cff-a0bf-7242053ff47d tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Jun 08 12:49:22.612797 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aefb4ed-c1f8-4237-af51-9b8289ea172f {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:22.621191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:22.640151 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Transition to ACTIVE for port object 2aefb4ed-c1f8-4237-af51-9b8289ea172f will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:22.645427 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:22.650511 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6b42ca37-d72f-4de0-8839-283741eaf8e7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:22.799236 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Pushing event updated for resources: {'Port': ['ID=2aefb4ed-c1f8-4237-af51-9b8289ea172f,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:22.807258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:22.962147 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Attempting to bind port 2aefb4ed-c1f8-4237-af51-9b8289ea172f on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:22.962380 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Attempting to bind port 2aefb4ed-c1f8-4237-af51-9b8289ea172f by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:22.962689 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Attempting to bind port 2aefb4ed-c1f8-4237-af51-9b8289ea172f on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:22.967317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Port 2aefb4ed-c1f8-4237-af51-9b8289ea172f on network 4f2622c1-824e-49be-8abc-a30c83095638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:49:22.967629 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Attempting to bind port 2aefb4ed-c1f8-4237-af51-9b8289ea172f on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:22.972524 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:22.972872 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Checking segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:22.973223 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Bound using segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:22.973646 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Bound port: 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:22.974006 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:23.060784 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:23.063737 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:23.068595 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:23.073059 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:23.131609 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:23.132254 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:23.133619 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] 10.222.0.47 "PUT /v2.0/ports/2aefb4ed-c1f8-4237-af51-9b8289ea172f HTTP/1.1" status: 200 len: 1093 time: 1.0098631 Jun 08 12:49:23.134099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:23.136399 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280a7cb-f6cb-4613-8a5e-00620071e16c" -d '{"events": [{"name": "network-changed", "server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:23.160755 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Pushing event updated for resources: {'Port': ['ID=2aefb4ed-c1f8-4237-af51-9b8289ea172f,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:23.164907 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:23.190660 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c295c1-50d2-4862-89bd-dbccf377cbeb x-openstack-request-id: req-f1c295c1-50d2-4862-89bd-dbccf377cbeb {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:23.190979 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:23.191292 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1c295c1-50d2-4862-89bd-dbccf377cbeb {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:23.191748 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f', 'status': 'completed', 'code': 200} Jun 08 12:49:23.371319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-02bd800e-0b0e-4c27-9e4f-1c7fa28b129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:23.372879 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-02bd800e-0b0e-4c27-9e4f-1c7fa28b129a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 1096 time: 0.0755248 Jun 08 12:49:23.464067 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-c91c255a-b102-4b4b-8768-98742779f66e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f HTTP/1.1" status: 200 len: 217 time: 0.0637965 Jun 08 12:49:23.530188 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471686e8-6292-478a-b97a-787a880055cb req-b96306c4-8356-482f-8af0-92e1cc7acb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:23.531630 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-b96306c4-8356-482f-8af0-92e1cc7acb46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0584161 Jun 08 12:49:23.586386 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-f30bf4ef-02b8-4bb8-bc13-bdec3722848a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451691 Jun 08 12:49:23.726656 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-2124b17d-ebf1-4e20-a9d0-ccc17e6a4290 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325996 Jun 08 12:49:23.764083 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d26ca-cb7b-4061-8153-2ead03c49cf8 req-a54eeac1-93f0-4143-9c36-46d3fcb2b49b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:23.765455 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-676d26ca-cb7b-4061-8153-2ead03c49cf8 req-a54eeac1-93f0-4143-9c36-46d3fcb2b49b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 943 time: 0.1735268 Jun 08 12:49:23.811261 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-676d26ca-cb7b-4061-8153-2ead03c49cf8 req-0eb78cbf-29aa-461a-bddf-605bbdc94485 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 Jun 08 12:49:23.867805 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-471686e8-6292-478a-b97a-787a880055cb req-a5116ac4-eb1e-44bd-8b71-94f57a697f7b service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306450 Jun 08 12:49:24.070648 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-6c290197-ec14-443d-a3a9-6176295fed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.072156 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-6c290197-ec14-443d-a3a9-6176295fed88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 1096 time: 0.0791233 Jun 08 12:49:24.209136 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-bb84d79f-8379-459f-bd3d-e27d37d7523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.210581 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-bb84d79f-8379-459f-bd3d-e27d37d7523c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 915 time: 0.1295133 Jun 08 12:49:24.288330 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-842cf037-04b3-4ea2-95b8-7c2abc318b44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f HTTP/1.1" status: 200 len: 217 time: 0.0648599 Jun 08 12:49:24.357450 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-0c80de42-8715-48f6-971f-a5f8ed47029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.358919 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-0c80de42-8715-48f6-971f-a5f8ed47029e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0606589 Jun 08 12:49:24.410280 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-d58a5fde-a1dd-496e-99ee-0c9b59c75a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440395 Jun 08 12:49:24.587455 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-4e8b32bd-06f2-4da0-b98b-e985c52ba03b service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603100 Jun 08 12:49:24.590372 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-451e4e18-6f6c-46e6-8654-8bf4fbcdd0d3 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791392532&fields=id&tenant_id=b19fb922e3bc482ca196b0bc3e597cec HTTP/1.1" status: 200 len: 267 time: 0.0725276 Jun 08 12:49:24.940405 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a280a7cb-f6cb-4613-8a5e-00620071e16c req-28abcb06-a993-4cb2-b882-4d734c8b38f4 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453262 Jun 08 12:49:24.949851 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2039546d-ea64-4eb0-893b-4075bade6278 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:24.950699 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2039546d-ea64-4eb0-893b-4075bade6278 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 809 time: 0.3373475 Jun 08 12:49:24.968145 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-49eb72c6-0761-47db-acaf-140fc7d550f8 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/quotas/b19fb922e3bc482ca196b0bc3e597cec HTTP/1.1" status: 200 len: 375 time: 0.0109036 Jun 08 12:49:25.035486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f29e-c724-4593-885c-c11834ebfaad req-395f79e1-9cc4-4b1d-b7ab-5d229a1ae876 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:25.037654 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e7c4f29e-c724-4593-885c-c11834ebfaad req-395f79e1-9cc4-4b1d-b7ab-5d229a1ae876 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 943 time: 0.0993547 Jun 08 12:49:25.088551 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e7c4f29e-c724-4593-885c-c11834ebfaad req-75aca0a2-845b-4403-90a3-b7a39bb5f498 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Jun 08 12:49:25.103499 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-0747dd52-d50f-4d21-bcbe-d1e78c69c3be tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264877 Jun 08 12:49:25.244085 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-a840dd2d-8922-48ec-8a0a-afab2ac819da service neutron] 10.222.0.55 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327789 Jun 08 12:49:25.391597 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-84c4fe89-04d4-40e1-86c9-b8eff9d9114e service neutron] 10.222.0.55 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417611 Jun 08 12:49:25.834171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b252c016-89f7-4a88-b5f1-f1cca5bd75b4 req-bd5b7616-6054-4061-88b3-fc96a0be3702 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 210 time: 0.0464301 Jun 08 12:49:26.325131 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee288605-c2cd-4045-80ca-ced9e08cea1b req-dd453837-7d9b-4832-9a10-cdf6030b1758 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:26.326580 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ee288605-c2cd-4045-80ca-ced9e08cea1b req-dd453837-7d9b-4832-9a10-cdf6030b1758 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 943 time: 0.0952215 Jun 08 12:49:26.376548 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ee288605-c2cd-4045-80ca-ced9e08cea1b req-ca8fc867-c6b4-43dd-b52f-a357e333fd4a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439305 Jun 08 12:49:26.699313 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2aefb4ed-c1f8-4237-af51-9b8289ea172f details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:49:26.838820 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:26.852579 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '2aefb4ed-c1f8-4237-af51-9b8289ea172f', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'port_id': '2aefb4ed-c1f8-4237-af51-9b8289ea172f', 'mac_address': 'fa:16:3e:01:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304b12-3ead-46d7-9eac-dc463e92a694', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:49:26.916513 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:26.940076 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aefb4ed-c1f8-4237-af51-9b8289ea172f {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:26.962670 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:26.967219 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:26.969040 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:27.010089 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eb5a3e9-0e9c-4d00-815c-a042fd5a77ff req-ccd50ab5-89d0-4abc-af56-56ee382fa1ca tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 210 time: 0.0507433 Jun 08 12:49:27.055837 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=2aefb4ed-c1f8-4237-af51-9b8289ea172f,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:27.059452 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:27.261025 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-3b4ae895-320c-4ac5-955b-e37ec6fc00c0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:27.262559 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-3b4ae895-320c-4ac5-955b-e37ec6fc00c0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 809 time: 0.1772828 Jun 08 12:49:27.329154 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-04640cac-de7e-4083-b4cf-b44100f8195f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b19fb922e3bc482ca196b0bc3e597cec HTTP/1.1" status: 200 len: 380 time: 0.0444381 Jun 08 12:49:27.344022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'port': {'device_id': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'admin_state_up': True, 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'security_groups': ['f1d4f8d8-5930-4b8a-98af-e9e16adb01ca']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:27.551755 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['2aefb4ed-c1f8-4237-af51-9b8289ea172f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:27.579789 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Made reservation on behalf of b19fb922e3bc482ca196b0bc3e597cec for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:49:27.583866 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:27.677591 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585cb17-f898-48d5-bf28-6e6e6ee8d52c req-e893ca07-405b-45f7-a23f-29829817ee84 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:27.679439 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1585cb17-f898-48d5-bf28-6e6e6ee8d52c req-e893ca07-405b-45f7-a23f-29829817ee84 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 944 time: 0.1853039 Jun 08 12:49:27.790282 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1585cb17-f898-48d5-bf28-6e6e6ee8d52c req-d82b1bbf-3ae4-4507-b958-42b395549dd7 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028953 Jun 08 12:49:27.822818 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Allocated IP 172.20.0.4 (a4c9946f-4050-4a93-9865-e56f2bd66a71/0b4b02af-2888-4893-8326-d0611d551e7e/0176acfd-dd8f-4bd6-baae-ebf94f5d6939) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:28.047811 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.067177 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Transition to ACTIVE for port object 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:28.097526 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:28.101626 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:28.124370 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:28.125640 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:28.128012 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:28.227406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:28.228111 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.249690 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-2c89798c-2993-4eed-8830-f791848606cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094419 Jun 08 12:49:28.251889 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18275c-b884-48bf-9efa-3b5761c495f8 req-d5c625e9-b711-4ae9-b76c-62ead87e5af2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:28.253417 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dd18275c-b884-48bf-9efa-3b5761c495f8 req-d5c625e9-b711-4ae9-b76c-62ead87e5af2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 931 time: 0.1189609 Jun 08 12:49:28.274113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Request body: {'port': {'device_id': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:28.307342 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dd18275c-b884-48bf-9efa-3b5761c495f8 req-f2aecffd-d831-415f-817e-ceafd6746815 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Jun 08 12:49:28.408320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.421476 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-95f80ed1-0bad-4ea6-87bf-a02568c73e5c None None] Provisioning for port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:28.426751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-95f80ed1-0bad-4ea6-87bf-a02568c73e5c None None] Provisioning complete for port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:28.427669 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-95f80ed1-0bad-4ea6-87bf-a02568c73e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.485199 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-95f80ed1-0bad-4ea6-87bf-a02568c73e5c None None] Port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:49:28.855887 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:28.863362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.877951 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Transition to ACTIVE for port object 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:28.882891 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:28.887320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:29.097288 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:29.114878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:29.198898 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8980d-466d-4e07-af44-1e5a8bcc62b8 req-3f8d0d7e-446e-4a98-9c9f-71b7213b1916 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.200423 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-04c8980d-466d-4e07-af44-1e5a8bcc62b8 req-3f8d0d7e-446e-4a98-9c9f-71b7213b1916 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 944 time: 0.2799218 Jun 08 12:49:29.202020 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Attempting to bind port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:29.202711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Attempting to bind port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:29.202711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Attempting to bind port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 on network a4c9946f-4050-4a93-9865-e56f2bd66a71 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:29.209936 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 on network a4c9946f-4050-4a93-9865-e56f2bd66a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:49:29.210273 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Attempting to bind port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 on network a4c9946f-4050-4a93-9865-e56f2bd66a71 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:29.230901 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:29.231239 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Checking segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:29.231616 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Bound using segment: {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:29.232067 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Bound port: 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cf5c4a-3d81-4a0d-96cc-bca8764fa353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:29.232408 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:29.310788 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-04c8980d-466d-4e07-af44-1e5a8bcc62b8 req-baf6dbc5-70ec-453e-a1bc-0d8ebcb84088 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028764 Jun 08 12:49:29.353621 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:29.357232 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:29.361294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:29.367842 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2cbf30e8-7d5c-49bf-b33a-b92aaa5a077f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:29.429400 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.430096 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:29.431381 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] 10.222.0.47 "PUT /v2.0/ports/0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 1093 time: 1.1627321 Jun 08 12:49:29.431964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:29.434534 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7992c2b5-84e0-4d87-9eb4-328f25d66197" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:29.467737 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:29.470645 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:29.491047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a314b39-a8ea-445e-9121-b39a0711a468 x-openstack-request-id: req-5a314b39-a8ea-445e-9121-b39a0711a468 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:29.491469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:29.491892 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a314b39-a8ea-445e-9121-b39a0711a468 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:29.492420 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'status': 'completed', 'code': 200} Jun 08 12:49:29.523161 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b4bb5-27b0-47a6-84eb-d6d7567724cb req-1d4ef84e-dba9-414d-9a87-5fabf764eddd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.524747 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-486b4bb5-27b0-47a6-84eb-d6d7567724cb req-1d4ef84e-dba9-414d-9a87-5fabf764eddd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0968528 Jun 08 12:49:29.588040 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-486b4bb5-27b0-47a6-84eb-d6d7567724cb req-a32e7477-2a25-4c32-a415-08f44ae2e7e0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566907 Jun 08 12:49:29.611850 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-a02386e9-0a74-44de-9cc0-9aa9f322ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.613494 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-a02386e9-0a74-44de-9cc0-9aa9f322ee72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1096 time: 0.1036222 Jun 08 12:49:29.728640 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-0cd5a23b-de23-482f-8eaf-bf96aefd431b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 217 time: 0.0777841 Jun 08 12:49:29.806638 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-e389a8dd-5f78-4f26-81c3-a044c401e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.808097 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-e389a8dd-5f78-4f26-81c3-a044c401e450 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.0615492 Jun 08 12:49:29.884265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-b147c32c-6d6e-40d1-88b5-e3186ee1b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:29.885654 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-b147c32c-6d6e-40d1-88b5-e3186ee1b569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706854 Jun 08 12:49:30.020296 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-32489ab3-12d5-4a9f-a81c-db8abd645a82 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236224 Jun 08 12:49:30.153103 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1c23d469-05c8-462e-9664-62e8b0f8aa1e req-831fd0f2-5f73-44a3-be5b-89c82534a59d service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258852 Jun 08 12:49:30.348352 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-a5a0ed27-e60f-4ebe-a633-71a73a28fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.349913 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-a5a0ed27-e60f-4ebe-a633-71a73a28fb55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1096 time: 0.0765138 Jun 08 12:49:30.541209 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-bc6cd828-c227-451a-b4c0-b8326464ce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.542664 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-bc6cd828-c227-451a-b4c0-b8326464ce51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.1830702 Jun 08 12:49:30.559274 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538b2c-7552-4fdd-8363-60cb361bc9fb req-5ab7bbb1-aac3-4451-80ce-04d7291dbb33 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.564104 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1f538b2c-7552-4fdd-8363-60cb361bc9fb req-5ab7bbb1-aac3-4451-80ce-04d7291dbb33 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 944 time: 0.1391633 Jun 08 12:49:30.720107 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2aefb4ed-c1f8-4237-af51-9b8289ea172f up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:30.741987 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-7d95e3c9-dc73-4a43-b5da-8ed13c3fe1bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 217 time: 0.1910970 Jun 08 12:49:30.791683 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 2aefb4ed-c1f8-4237-af51-9b8289ea172f completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:30.792851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25370540-b1ef-4755-97c8-30b90757a59c req-88622f22-297b-474c-b0b7-71a992cfc3f8 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.794560 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-25370540-b1ef-4755-97c8-30b90757a59c req-88622f22-297b-474c-b0b7-71a992cfc3f8 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0893986 Jun 08 12:49:30.798600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 2aefb4ed-c1f8-4237-af51-9b8289ea172f triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:30.799357 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:30.802515 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1f538b2c-7552-4fdd-8363-60cb361bc9fb req-eee2cea8-e07a-42aa-8d2e-6309d5dd900e tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887774 Jun 08 12:49:30.834218 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-bcb1484f-4b3b-47e8-8dc4-3f9b90214958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.835958 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-bcb1484f-4b3b-47e8-8dc4-3f9b90214958 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.0807424 Jun 08 12:49:30.844033 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-25370540-b1ef-4755-97c8-30b90757a59c req-ed2d1be6-c418-49ac-b8d7-f80c0e331765 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Jun 08 12:49:30.923514 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-081cd2d9-0c35-463c-96fb-ccfc69efd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:30.925253 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-081cd2d9-0c35-463c-96fb-ccfc69efd316 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751109 Jun 08 12:49:30.929765 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:30.957004 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:30.959897 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6ca32b-f3b3-4680-b0c2-db33128aefc3" -d '{"events": [{"server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "name": "network-vif-plugged", "status": "completed", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:30.967895 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:30.972677 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:30.974913 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:31.007166 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ffa038-ed0e-4b2f-b7d3-0753f9458416 x-openstack-request-id: req-28ffa038-ed0e-4b2f-b7d3-0753f9458416 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:31.007467 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "name": "network-vif-plugged", "status": "completed", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:31.007804 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28ffa038-ed0e-4b2f-b7d3-0753f9458416 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:31.008251 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f', 'code': 200} Jun 08 12:49:31.073269 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-6d763187-83d2-47d5-b95f-ef120f2f0c90 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328800 Jun 08 12:49:31.079800 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=2aefb4ed-c1f8-4237-af51-9b8289ea172f,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:31.082817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:31.229912 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7992c2b5-84e0-4d87-9eb4-328f25d66197 req-0e594423-a60a-4fab-85e0-1651b9500570 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291213 Jun 08 12:49:31.338072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e302-ae3d-4a74-9e9b-e255a5470d4c req-b71f7385-28a4-4966-abbe-3fc30f253d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:31.339539 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ba58e302-ae3d-4a74-9e9b-e255a5470d4c req-b71f7385-28a4-4966-abbe-3fc30f253d94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 1098 time: 0.0730026 Jun 08 12:49:31.504119 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ba58e302-ae3d-4a74-9e9b-e255a5470d4c req-ba3271e3-a5e8-40a5-8a10-6a3f0f34a1ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jun 08 12:49:32.001894 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a915d-3b55-4f60-a0c5-fa804f9dc5eb req-0875b355-1bc9-4c90-8a38-891504b534ff tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:32.003556 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff4a915d-3b55-4f60-a0c5-fa804f9dc5eb req-0875b355-1bc9-4c90-8a38-891504b534ff tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0877821 Jun 08 12:49:32.030391 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3cb1e-1bb2-4739-808f-0a1f0df33539 req-eab68d72-8fa6-4d3e-bf8b-bad0d1bd38f9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:32.031854 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dbf3cb1e-1bb2-4739-808f-0a1f0df33539 req-eab68d72-8fa6-4d3e-bf8b-bad0d1bd38f9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0798604 Jun 08 12:49:32.050362 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ff4a915d-3b55-4f60-a0c5-fa804f9dc5eb req-cda45c63-e2f1-4821-a3ea-4769e98c8a98 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Jun 08 12:49:32.078034 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dbf3cb1e-1bb2-4739-808f-0a1f0df33539 req-a3905afe-3084-4798-b8df-5fd4460a9cd2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Jun 08 12:49:33.241520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e93d0-990b-4d8f-b4d6-92c787d23ab9 req-fc5cf73e-1a46-4ba4-b67a-298b14393fbb tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:33.243249 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-672e93d0-990b-4d8f-b4d6-92c787d23ab9 req-fc5cf73e-1a46-4ba4-b67a-298b14393fbb tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0844252 Jun 08 12:49:33.276402 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906486f-f168-43b6-8c92-8e5e76b326d7 req-3e139aab-2eb5-44a1-8e46-aeb7c1496cba tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:33.277883 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2906486f-f168-43b6-8c92-8e5e76b326d7 req-3e139aab-2eb5-44a1-8e46-aeb7c1496cba tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0936916 Jun 08 12:49:33.294195 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-672e93d0-990b-4d8f-b4d6-92c787d23ab9 req-b7f3fc32-250d-48be-9f59-596573e2a310 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Jun 08 12:49:33.334825 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2906486f-f168-43b6-8c92-8e5e76b326d7 req-6fb31104-fb26-4ae6-b38e-f509f4ae8f8f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497763 Jun 08 12:49:34.483585 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8bb7d-2de4-4986-bd84-020f9287d1d6 req-07fa8485-f6e3-4555-aa09-493699eaeba5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:34.485058 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-87e8bb7d-2de4-4986-bd84-020f9287d1d6 req-07fa8485-f6e3-4555-aa09-493699eaeba5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0801551 Jun 08 12:49:34.524861 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdad10-f512-4862-bd6a-2efc6b6ef463 req-2e6098d8-42fc-4a98-a5fe-ece717f3df5d tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:34.526378 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-14bdad10-f512-4862-bd6a-2efc6b6ef463 req-2e6098d8-42fc-4a98-a5fe-ece717f3df5d tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0818393 Jun 08 12:49:34.536861 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-87e8bb7d-2de4-4986-bd84-020f9287d1d6 req-f608eb80-335d-48f5-a861-a585c8fc9468 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Jun 08 12:49:34.573637 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-14bdad10-f512-4862-bd6a-2efc6b6ef463 req-513f3586-cef9-4952-ab22-c7878fcffb7f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Jun 08 12:49:34.743983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:49:34.891997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:34.907543 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'mac_address': 'fa:16:3e:d7:75:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:49:34.976317 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:34.996035 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:35.013333 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:35.017977 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:35.021782 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:35.134592 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-986a0824-5e04-49ef-8665-05d8a1168a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:35.143375 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:35.147540 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:35.491612 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ee1d8-4fb4-4e91-9f3e-f84364b09e0c req-345fa75b-6f4b-487f-81bb-908d1ab46ada tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:35.493082 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b84ee1d8-4fb4-4e91-9f3e-f84364b09e0c req-345fa75b-6f4b-487f-81bb-908d1ab46ada tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0865481 Jun 08 12:49:35.538416 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b84ee1d8-4fb4-4e91-9f3e-f84364b09e0c req-756d37d4-a857-46f0-b448-85dead801b11 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Jun 08 12:49:35.635501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0176acfd-dd8f-4bd6-baae-ebf94f5d6939'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:35.764398 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b3f9-ae86-4ee0-99ec-85770de26031 req-40465f8e-b222-4c26-a6eb-a923cfe01683 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:35.766243 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2dc4b3f9-ae86-4ee0-99ec-85770de26031 req-40465f8e-b222-4c26-a6eb-a923cfe01683 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0829828 Jun 08 12:49:35.822551 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2dc4b3f9-ae86-4ee0-99ec-85770de26031 req-c1ac5b09-e548-46df-88de-6d6b3edd0229 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499806 Jun 08 12:49:36.748338 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a28a2-9a65-49a8-9cc2-36f8dab8231a req-b8c47aea-a4fb-4b56-af7e-5edc2aca6c43 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:36.749682 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-601a28a2-9a65-49a8-9cc2-36f8dab8231a req-b8c47aea-a4fb-4b56-af7e-5edc2aca6c43 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0904038 Jun 08 12:49:36.808345 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-601a28a2-9a65-49a8-9cc2-36f8dab8231a req-a646f54b-fb52-40a3-b631-533837b769b3 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Jun 08 12:49:37.009447 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dec5c3-58ea-4d9f-a33a-9086a95fed87 req-b3a0e3b6-7478-458b-af12-a25a234d6a03 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:37.010827 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a0dec5c3-58ea-4d9f-a33a-9086a95fed87 req-b3a0e3b6-7478-458b-af12-a25a234d6a03 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0808406 Jun 08 12:49:37.056616 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a0dec5c3-58ea-4d9f-a33a-9086a95fed87 req-ac6f3f8b-1325-43f8-9e48-aa30c11fa050 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Jun 08 12:49:37.620062 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f77323d-b5aa-403b-8517-c27903230f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:37.752056 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:38.013402 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3f6ee-9b38-4f60-8557-3c56caee869c req-b6a57085-2089-4c86-bf5c-56567ff29cf1 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:38.014769 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-90e3f6ee-9b38-4f60-8557-3c56caee869c req-b6a57085-2089-4c86-bf5c-56567ff29cf1 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0826316 Jun 08 12:49:38.061893 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-90e3f6ee-9b38-4f60-8557-3c56caee869c req-75ac58aa-efc7-4104-aa91-45101680028b tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Jun 08 12:49:38.253582 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4085c-27f5-472a-af0b-9ac31a02396e req-6ae019ec-ddbc-41c1-9be6-6d168fc25d77 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:38.255554 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bfe4085c-27f5-472a-af0b-9ac31a02396e req-6ae019ec-ddbc-41c1-9be6-6d168fc25d77 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0880101 Jun 08 12:49:38.302638 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bfe4085c-27f5-472a-af0b-9ac31a02396e req-39bccd1d-b077-4bec-bae6-dac1ec9272b6 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412016 Jun 08 12:49:38.752533 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:38.763519 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:38.865340 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:38.871405 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:38.871909 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:39.027563 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:39.064718 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:39.067199 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd288e3e-33f7-4c06-9367-d2f27a7d6ca1" -d '{"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-plugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:39.106351 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:39.113233 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:39.116615 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:39.122412 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81489c-dbe7-40ae-99ca-b1748c928129 req-3de9f0ca-1568-4c5a-8ad8-233a1b9e9fb6 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:39.124520 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6d81489c-dbe7-40ae-99ca-b1748c928129 req-3de9f0ca-1568-4c5a-8ad8-233a1b9e9fb6 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1308773 Jun 08 12:49:39.194834 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6d81489c-dbe7-40ae-99ca-b1748c928129 req-d765ce1a-5840-46ed-b680-ad0ace919fd3 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638673 Jun 08 12:49:39.216644 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:39.220292 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:39.259037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1549551-ae2b-4cc5-a3f0-1504e2fdbf4a x-openstack-request-id: req-f1549551-ae2b-4cc5-a3f0-1504e2fdbf4a {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:39.259385 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-plugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:39.259697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1549551-ae2b-4cc5-a3f0-1504e2fdbf4a {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:39.260118 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'code': 200} Jun 08 12:49:39.303865 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921aaa9-a2e4-4d4e-9d0d-3b42f25b3504 req-280fe90c-dc22-41bd-b084-a05ca04f4d6d tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:39.306403 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c921aaa9-a2e4-4d4e-9d0d-3b42f25b3504 req-280fe90c-dc22-41bd-b084-a05ca04f4d6d tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0936699 Jun 08 12:49:39.364873 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c921aaa9-a2e4-4d4e-9d0d-3b42f25b3504 req-bfaa2314-620f-4819-9bc6-1839714363d4 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500019 Jun 08 12:49:39.568960 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2af71-eca3-4244-be94-f587acaff51c req-10b6b1a9-5b9e-4c35-8bbf-8d553b39a6db tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:39.570938 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a3e2af71-eca3-4244-be94-f587acaff51c req-10b6b1a9-5b9e-4c35-8bbf-8d553b39a6db tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0983369 Jun 08 12:49:39.623952 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a3e2af71-eca3-4244-be94-f587acaff51c req-11bd48e6-71a3-4914-8f29-1b06cd87cc33 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Jun 08 12:49:39.727359 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62fa0c-991e-4fde-af10-1d4c6145a761 req-6288eccf-9028-46ac-afbf-1aae94b97bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:39.728860 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2d62fa0c-991e-4fde-af10-1d4c6145a761 req-6288eccf-9028-46ac-afbf-1aae94b97bda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.0778124 Jun 08 12:49:39.774139 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2d62fa0c-991e-4fde-af10-1d4c6145a761 req-70816359-e5aa-40e2-980e-2f866c5184e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363398 Jun 08 12:49:40.386896 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d686df-93ee-4f7b-8b1d-eea6063edba4 req-95665056-dcd8-4301-9fbf-31c783390e10 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:40.388366 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a3d686df-93ee-4f7b-8b1d-eea6063edba4 req-95665056-dcd8-4301-9fbf-31c783390e10 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0777533 Jun 08 12:49:40.435764 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a3d686df-93ee-4f7b-8b1d-eea6063edba4 req-b1d0f4c3-f369-4e76-a71c-9cbaa670a556 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415838 Jun 08 12:49:40.551515 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:40.554040 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27583530-31ee-4462-94cf-5c59e785855c req-8c3185b7-3fce-43c2-9e92-74e49b06fada tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:40.555523 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-27583530-31ee-4462-94cf-5c59e785855c req-8c3185b7-3fce-43c2-9e92-74e49b06fada tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0797572 Jun 08 12:49:40.600654 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-27583530-31ee-4462-94cf-5c59e785855c req-1138a674-d62d-438f-b7fc-527e9a496fb5 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Jun 08 12:49:40.815264 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d609d-9bec-49bb-b17f-755246338208 req-51e8b1f6-c70f-439f-8ced-44f5ae193d73 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:40.816996 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-576d609d-9bec-49bb-b17f-755246338208 req-51e8b1f6-c70f-439f-8ced-44f5ae193d73 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0868633 Jun 08 12:49:40.862855 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-576d609d-9bec-49bb-b17f-755246338208 req-d4e9705d-cdfb-4491-83d7-3c82be1b334d tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400453 Jun 08 12:49:41.628283 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8252e-9146-4a79-ad81-794bc4c4089e req-40b402cb-153b-43f2-9ba1-3979f3aacc82 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:41.630618 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bbc8252e-9146-4a79-ad81-794bc4c4089e req-40b402cb-153b-43f2-9ba1-3979f3aacc82 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0881212 Jun 08 12:49:41.681387 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bbc8252e-9146-4a79-ad81-794bc4c4089e req-a7387d2c-c430-4f05-95af-807a8215ac13 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438759 Jun 08 12:49:41.823978 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836f45e-b210-4ad2-ab5e-750006836807 req-13f4e4c9-1f3e-41a4-803d-5d3a736ea61e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:41.825375 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e836f45e-b210-4ad2-ab5e-750006836807 req-13f4e4c9-1f3e-41a4-803d-5d3a736ea61e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.1115777 Jun 08 12:49:41.877949 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e836f45e-b210-4ad2-ab5e-750006836807 req-ff1d78db-da09-4c9f-8abe-72f19ae8e9f2 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 Jun 08 12:49:42.195887 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-fac55ed4-2394-4d4c-b837-d927d4c50d5c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.197322 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-fac55ed4-2394-4d4c-b837-d927d4c50d5c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.1488197 Jun 08 12:49:42.204782 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064ffb-fe95-4eee-93f5-12a9bb50f5de req-628196b0-1f98-427b-bdf3-2322bb74c5be tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.206215 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12064ffb-fe95-4eee-93f5-12a9bb50f5de req-628196b0-1f98-427b-bdf3-2322bb74c5be tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0811472 Jun 08 12:49:42.211922 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-da9f1a68-9f0d-45c0-a544-380d43231bc8 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/quotas/f7f87503b727435c9ef7c7ba4468a4d4 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Jun 08 12:49:42.251851 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12064ffb-fe95-4eee-93f5-12a9bb50f5de req-7119a84f-6b7b-4316-bc0b-99e08cbb7fb2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397120 Jun 08 12:49:42.298595 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-f0875be8-7f63-4b0a-a530-57190db9cb10 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814104 Jun 08 12:49:42.532182 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-afd18c96-aeaf-4fcb-b1d7-2909b201d9b4 service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256446 Jun 08 12:49:42.537964 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db6a93-f7dc-4b3e-883d-b4521fb919f7 req-04690fad-bfc2-47ff-a812-7d7c7a5c358c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.539484 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72db6a93-f7dc-4b3e-883d-b4521fb919f7 req-04690fad-bfc2-47ff-a812-7d7c7a5c358c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.1795824 Jun 08 12:49:42.584996 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-72db6a93-f7dc-4b3e-883d-b4521fb919f7 req-00fb26fa-4e04-4401-a16f-7c3a43928622 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Jun 08 12:49:42.608364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 45964) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:49:42.671110 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-1f8687b7-5d81-4d9d-9c50-2b7b76dfbc4a service neutron] 10.222.0.55 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320543 Jun 08 12:49:42.803064 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6845fb-f785-4fc3-b2c3-53089265621b tempest-TestShelveInstance-720522717 tempest-TestShelveInstance-720522717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.807848 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 45974) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:49:42.808181 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ad6845fb-f785-4fc3-b2c3-53089265621b tempest-TestShelveInstance-720522717 tempest-TestShelveInstance-720522717-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1093 time: 0.1987360 Jun 08 12:49:42.813243 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:42.872054 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a32560ce-0365-4468-a475-e67bb07b03ba req-8d45315c-3828-4c4f-a7a7-f746d2e4de40 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 210 time: 0.0531783 Jun 08 12:49:42.889700 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:42.921536 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcb219-2bca-43b6-9337-6291dae07f18 req-c64eb594-0efd-4c53-9914-56492f0176be tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:42.924472 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-93bcb219-2bca-43b6-9337-6291dae07f18 req-c64eb594-0efd-4c53-9914-56492f0176be tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.1074944 Jun 08 12:49:42.981625 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-93bcb219-2bca-43b6-9337-6291dae07f18 req-c85f444c-b4a4-4f23-bda7-fce80c0cc728 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0505416 Jun 08 12:49:43.135368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796e0dc-e511-41c8-94ac-104cb6cd62c9 req-8d4ac9d2-a163-446b-b054-e97758d0149a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:43.137835 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d796e0dc-e511-41c8-94ac-104cb6cd62c9 req-8d4ac9d2-a163-446b-b054-e97758d0149a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.1308012 Jun 08 12:49:43.151348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:43.257577 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d796e0dc-e511-41c8-94ac-104cb6cd62c9 req-d056e199-5ca8-45db-9b79-963956276a6e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094136 Jun 08 12:49:43.336782 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Allocated IP 172.28.0.187 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/4597062a-32ba-41af-ac7d-a16f3bf52358) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:43.489937 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:43.519238 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:43.520195 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:43.538469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:43.539571 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:43.542019 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:43.597277 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-d7e7222e-7ba3-42c1-a101-e6e2273ca218 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:43.599290 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-d7e7222e-7ba3-42c1-a101-e6e2273ca218 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 945 time: 0.0842290 Jun 08 12:49:43.747091 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Deleting port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:49:43.747530 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:43.887919 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] For port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:43.888605 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:44.078653 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Calling delete_port for 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:49:44.090605 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-76f4aedf-1bea-4508-bfcb-613059d94918 req-42e70360-e3d9-419b-a884-c16b0daeaa80 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 210 time: 0.0613627 Jun 08 12:49:44.223336 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:44.230090 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:44.278695 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Pushing event deleted for resources: {'Port': ['ID=2cf2c694-6ec6-4db3-8394-57adfa61f4c9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:44.287451 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['2cf2c694-6ec6-4db3-8394-57adfa61f4c9'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:44.313679 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.314134 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.314565 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.314990 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.315410 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.315877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.316292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.316704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.317173 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.318089 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.318506 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.318914 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:44.332200 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:44.389953 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] No DVR routers for this DVR port 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:49:44.392632 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:44.395465 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3590c484-414d-4ad7-9a7e-083d770d1e31 req-5d828d13-b39c-498f-91f9-09d4955e454e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "DELETE /v2.0/ports/2cf2c694-6ec6-4db3-8394-57adfa61f4c9 HTTP/1.1" status: 204 len: 173 time: 0.7793710 Jun 08 12:49:44.395857 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'name': 'network-vif-deleted', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:44.398275 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f50d5b5-63c9-47de-b4b3-771303033cb3" -d '{"events": [{"server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "name": "network-vif-deleted", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:44.424922 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:44.445862 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5f1db168-54cf-4be3-b0fc-5601189ed564 req-dfd52bd0-aa8c-4e53-a0d7-5e3ab964cbbb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc09111a-e229-4f95-a312-75e92a71cb53 HTTP/1.1" status: 200 len: 210 time: 0.0445120 Jun 08 12:49:44.506712 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-8f4835bf-bd1a-4812-b782-90edb6ec0b6a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:44.508112 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-8f4835bf-bd1a-4812-b782-90edb6ec0b6a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 814 time: 0.4268370 Jun 08 12:49:44.509644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e3b66-7c64-464f-8891-c8ea4ea46de6 x-openstack-request-id: req-cc2e3b66-7c64-464f-8891-c8ea4ea46de6 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:44.510593 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc09111a-e229-4f95-a312-75e92a71cb53", "name": "network-vif-deleted", "tag": "2cf2c694-6ec6-4db3-8394-57adfa61f4c9", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:44.510593 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc2e3b66-7c64-464f-8891-c8ea4ea46de6 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:44.510797 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc09111a-e229-4f95-a312-75e92a71cb53', 'name': 'network-vif-deleted', 'tag': '2cf2c694-6ec6-4db3-8394-57adfa61f4c9', 'status': 'completed', 'code': 200} Jun 08 12:49:44.525793 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4a0d7-a202-4985-8223-62aea9b84063 req-40c460c6-75b5-4c72-b8ba-bd2efc0330d4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:44.527236 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28e4a0d7-a202-4985-8223-62aea9b84063 req-40c460c6-75b5-4c72-b8ba-bd2efc0330d4 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.2448146 Jun 08 12:49:44.576191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Request body: {'port': {'device_id': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'admin_state_up': True, 'tenant_id': 'f7f87503b727435c9ef7c7ba4468a4d4'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:44.704811 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28e4a0d7-a202-4985-8223-62aea9b84063 req-bbf34d59-2ccc-4129-a106-636fbb6fcc83 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1707003 Jun 08 12:49:44.721166 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:44.900561 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Made reservation on behalf of f7f87503b727435c9ef7c7ba4468a4d4 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:49:44.903957 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:45.092870 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:45.101039 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:45.110689 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:45.221361 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Allocated IP 172.20.0.10 (4f2622c1-824e-49be-8abc-a30c83095638/3e304b12-3ead-46d7-9eac-dc463e92a694/521f2c86-70ac-474d-bbef-91408d8a2def) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:45.231134 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event updated for resources: {'Port': ['ID=4597062a-32ba-41af-ac7d-a16f3bf52358,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:45.240108 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:45.259483 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-316162b3-7e88-4ac5-a63a-b6f728585cbb req-0d412906-c9b0-4c41-9a54-0dc19679ac7c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 210 time: 0.0499516 Jun 08 12:49:45.270581 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:45.565937 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.l3_db [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Floating IP 94c6a04d-617d-44be-b940-c50484b6ef6b associated. External IP: 172.28.0.187, port: 0176acfd-dd8f-4bd6-baae-ebf94f5d6939. Jun 08 12:49:45.732708 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:45.913716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad7ed3-f53d-4f49-b9a7-cee8a2d0977a req-71b7d7fd-df51-4372-96b0-bfc40f2d164f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:45.915188 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f6ad7ed3-f53d-4f49-b9a7-cee8a2d0977a req-71b7d7fd-df51-4372-96b0-bfc40f2d164f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0909002 Jun 08 12:49:45.964065 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-f6ad7ed3-f53d-4f49-b9a7-cee8a2d0977a req-a6a8b5c2-11a1-41b6-82e0-0fe61c83bad1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416629 Jun 08 12:49:46.028938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:46.033624 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:46.070756 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Network 4f2622c1-824e-49be-8abc-a30c83095638 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:46.072768 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff', 'b6565836-a225-45bb-a6cf-e4ff661d1267', '2aefb4ed-c1f8-4237-af51-9b8289ea172f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:46.073651 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:46.077361 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:46.141072 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Router c429b450-d1c2-42e2-a056-7b252b6c5be2 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:49:46.153670 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:46.154359 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:46.235793 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-235dc1b7-5f9b-4f99-86fd-eabbfedc44b4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6648993 Jun 08 12:49:46.313824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Request body: {'port': {'device_id': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:46.502717 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:49:46.513756 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Sync routers for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:49:46.523253 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:49:46.523930 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:49:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:46.532057 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:46.544161 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:46.663520 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd637-392c-42c0-b90b-c9bdc588763b req-a4031a10-2858-4017-b9af-1363f0dfbfcb tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:46.665058 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b47fd637-392c-42c0-b90b-c9bdc588763b req-a4031a10-2858-4017-b9af-1363f0dfbfcb tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 932 time: 0.2792220 Jun 08 12:49:46.668708 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8597705 Jun 08 12:49:46.671478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:46.673824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44d51b-cd61-4786-834c-8da6cc36b499" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:46.722236 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:46.746190 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6087257-26b0-48b4-8b32-9610d611f6fa x-openstack-request-id: req-c6087257-26b0-48b4-8b32-9610d611f6fa {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:46.746509 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:46.746785 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c6087257-26b0-48b4-8b32-9610d611f6fa {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:46.747205 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'status': 'completed', 'code': 200} Jun 08 12:49:46.792609 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b47fd637-392c-42c0-b90b-c9bdc588763b req-7e018e65-3161-4876-90db-b46e2602d28d tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132267 Jun 08 12:49:46.869330 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-c4b6388e-dcb7-4708-9f2d-82a90caa4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:46.871162 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-c4b6388e-dcb7-4708-9f2d-82a90caa4eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.0924008 Jun 08 12:49:47.034482 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-c0b21274-c317-4932-86c6-b7c7646602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.037670 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-c0b21274-c317-4932-86c6-b7c7646602ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.1576006 Jun 08 12:49:47.044566 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521f2c86-70ac-474d-bbef-91408d8a2def {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:47.054319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:47.078265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Transition to ACTIVE for port object 521f2c86-70ac-474d-bbef-91408d8a2def will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:47.085250 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:47.091559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c822fa8-39cb-4d91-959d-70cd1a3d8d83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:47.180399 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-8146d148-f9ab-49a5-b755-3b316e9dc442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 999 time: 0.1355410 Jun 08 12:49:47.248828 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '94c6a04d-617d-44be-b940-c50484b6ef6b', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'mac_address': 'fa:16:3e:d7:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:49:43Z', 'updated_at': '2021-06-08T12:49:43Z', 'revision_number': 0, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:47.254059 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Checking router: c429b450-d1c2-42e2-a056-7b252b6c5be2 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:49:47.265638 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:49:47.266768 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:49:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:47.286505 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=521f2c86-70ac-474d-bbef-91408d8a2def,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:47.290493 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:47.377493 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Attempting to bind port 521f2c86-70ac-474d-bbef-91408d8a2def on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:47.377826 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Attempting to bind port 521f2c86-70ac-474d-bbef-91408d8a2def by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:47.378655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Attempting to bind port 521f2c86-70ac-474d-bbef-91408d8a2def on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:47.383928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Port 521f2c86-70ac-474d-bbef-91408d8a2def on network 4f2622c1-824e-49be-8abc-a30c83095638 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:49:47.384633 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Attempting to bind port 521f2c86-70ac-474d-bbef-91408d8a2def on network 4f2622c1-824e-49be-8abc-a30c83095638 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:47.389782 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:47.390168 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Checking segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:47.390553 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Bound using segment: {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:47.390981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Bound port: 521f2c86-70ac-474d-bbef-91408d8a2def, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:47.391315 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:47.392534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-51e1d6cc-f020-4e5f-8927-bc4f112092b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.394040 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-51e1d6cc-f020-4e5f-8927-bc4f112092b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.1751170 Jun 08 12:49:47.470983 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceff2c-d555-4bcb-a823-99eb4d1001cc req-783eb20f-fc14-4031-b976-1134291b924b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.472726 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-22ceff2c-d555-4bcb-a823-99eb4d1001cc req-783eb20f-fc14-4031-b976-1134291b924b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.2914658 Jun 08 12:49:47.476478 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:49:47.491775 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:47.495429 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=521f2c86-70ac-474d-bbef-91408d8a2def,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:47.500425 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:47.504297 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5028a738-2e5c-46ce-a69b-54747735bd72 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:47.524899 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-ba20c7d7-b2d0-4a52-b521-d5b363f9a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.525796 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-ba20c7d7-b2d0-4a52-b521-d5b363f9a5b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1233315 Jun 08 12:49:47.559969 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-22ceff2c-d555-4bcb-a823-99eb4d1001cc req-9a649118-e3e2-4638-990f-143d01ca984b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0723386 Jun 08 12:49:47.680463 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-0bc65e9d-9574-4170-a74a-354be94a8de9 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459012 Jun 08 12:49:47.680582 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.681436 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:47.682853 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/521f2c86-70ac-474d-bbef-91408d8a2def HTTP/1.1" status: 200 len: 1094 time: 1.3949401 Jun 08 12:49:47.700794 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=521f2c86-70ac-474d-bbef-91408d8a2def,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:47.703976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:47.821384 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-844efe20-b042-43cb-9234-fcc03537eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:47.823439 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-844efe20-b042-43cb-9234-fcc03537eecd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 1097 time: 0.0787938 Jun 08 12:49:47.842407 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8f44d51b-cd61-4786-834c-8da6cc36b499 req-342f7be4-fcee-4a31-839e-80f347c29bea service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431282 Jun 08 12:49:47.861976 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '94c6a04d-617d-44be-b940-c50484b6ef6b', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'mac_address': 'fa:16:3e:d7:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:49:43Z', 'updated_at': '2021-06-08T12:49:43Z', 'revision_number': 0, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:49:47.867700 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efdc08-2584-4621-98f9-5a9f1f553e1f None None] The sync data for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb is: [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '94c6a04d-617d-44be-b940-c50484b6ef6b', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'mac_address': 'fa:16:3e:d7:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:49:43Z', 'updated_at': '2021-06-08T12:49:43Z', 'revision_number': 0, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:49:47.958797 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-8b2c2fae-1805-4502-9312-6468519ff7de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521f2c86-70ac-474d-bbef-91408d8a2def HTTP/1.1" status: 200 len: 217 time: 0.1205039 Jun 08 12:49:48.053976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-29b7a6f4-62a2-425c-b726-98d9b24d8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:48.055268 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-29b7a6f4-62a2-425c-b726-98d9b24d8ffc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0768306 Jun 08 12:49:48.072981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed702d-b0fc-4998-afb4-574e68f198c2 req-bb9ebb85-84ec-47b6-964c-5d4719965014 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:48.074510 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8ed702d-b0fc-4998-afb4-574e68f198c2 req-bb9ebb85-84ec-47b6-964c-5d4719965014 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 944 time: 0.1582556 Jun 08 12:49:48.076485 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5221f5-a7b4-43da-a63c-ab80168b96b9 None None] New status for floating IP 94c6a04d-617d-44be-b940-c50484b6ef6b: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:49:48.130929 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-fd87ef19-43f4-4595-be19-2e340e595496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554221 Jun 08 12:49:48.230166 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8ed702d-b0fc-4998-afb4-574e68f198c2 req-68f42cf1-4e68-4c9d-8275-799fde213a1e tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240113 Jun 08 12:49:48.286947 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-3f6cf64c-e1bc-41bb-b0a6-d35ea7cc712c service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479526 Jun 08 12:49:48.436364 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5f910ca4-e6ef-4e8a-a88a-705cf74ed241 req-795deb8d-97ee-4a08-8251-046afce7cd56 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407237 Jun 08 12:49:48.738929 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:48.748193 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:48.751812 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87" -d '{"events": [{"name": "network-changed", "server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:48.764143 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9439e-effd-4993-b8a7-a4c182406fa7 req-72af85ec-3eab-474f-8441-b00b3601a574 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:48.765912 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a3b9439e-effd-4993-b8a7-a4c182406fa7 req-72af85ec-3eab-474f-8441-b00b3601a574 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0886569 Jun 08 12:49:48.796979 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8efe6d-da6f-4f46-a730-1f405f45b3d6 x-openstack-request-id: req-5a8efe6d-da6f-4f46-a730-1f405f45b3d6 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:48.797501 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:48.797921 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a8efe6d-da6f-4f46-a730-1f405f45b3d6 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:48.798342 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def', 'status': 'completed', 'code': 200} Jun 08 12:49:48.817764 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a3b9439e-effd-4993-b8a7-a4c182406fa7 req-bdff7c7e-e685-4311-832d-3c663aa352c8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409119 Jun 08 12:49:48.855176 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:49:48.889058 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:49:48.889411 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2cf2c694-6ec6-4db3-8394-57adfa61f4c9 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:49:48.940585 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-295b3bcd-1cb3-46e2-a1fe-ddaf5caac3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:48.942848 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-295b3bcd-1cb3-46e2-a1fe-ddaf5caac3d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 1097 time: 0.0787995 Jun 08 12:49:49.074771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-ef3b98ed-4576-422a-b5d3-858d80ea5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:49.076140 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-ef3b98ed-4576-422a-b5d3-858d80ea5283 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 200 len: 915 time: 0.1261806 Jun 08 12:49:49.145173 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-e6d6f349-e9bb-4221-8742-56a0ee7a5db9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521f2c86-70ac-474d-bbef-91408d8a2def HTTP/1.1" status: 200 len: 217 time: 0.0603049 Jun 08 12:49:49.211884 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-1e7b4c40-f5d3-4bc9-ad21-c06d3854d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:49.213317 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-1e7b4c40-f5d3-4bc9-ad21-c06d3854d150 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 200 len: 854 time: 0.0610657 Jun 08 12:49:49.271672 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-811b0b47-6bb6-43cc-821b-c3f6e6c4f792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f2622c1-824e-49be-8abc-a30c83095638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421121 Jun 08 12:49:49.473746 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-4def0c4b-e872-4794-9dfb-e268b1ac4592 service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943307 Jun 08 12:49:49.484481 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca340b-d8bf-4a99-804d-d785da0d08e2 req-e59280ec-40f8-4c69-aedc-30846f6a3086 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:49.485836 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-98ca340b-d8bf-4a99-804d-d785da0d08e2 req-e59280ec-40f8-4c69-aedc-30846f6a3086 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 944 time: 0.1347909 Jun 08 12:49:49.618686 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-98ca340b-d8bf-4a99-804d-d785da0d08e2 req-f9a11c81-fadd-4c87-93a7-6d77fe6d5b82 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Jun 08 12:49:49.651556 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e1fc3ac5-6ae0-4972-829c-340bd5fafe87 req-134eb58c-eda3-4ac3-867a-13c220a30f3a service neutron] 10.222.0.47 "GET /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608183 Jun 08 12:49:49.941731 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:49:49.982201 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-45abe7bb-dcdc-495d-a1f0-f25561eaf756 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:49.983745 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-45abe7bb-dcdc-495d-a1f0-f25561eaf756 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 814 time: 0.1600759 Jun 08 12:49:49.999397 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-a53eaf36-813e-4594-9c81-3ced50e8c0d6 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/quotas/2b7cc210a1b74ab190d7e1215f1786a8 HTTP/1.1" status: 200 len: 375 time: 0.0096929 Jun 08 12:49:50.052573 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-b1b79703-1b5a-4343-a382-da55bd628883 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469744 Jun 08 12:49:50.151567 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d10db2-03a5-4446-b9ef-5a39a72f49e2 req-2625eae7-29e7-4605-a802-eba1f7cf285d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.153061 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c0d10db2-03a5-4446-b9ef-5a39a72f49e2 req-2625eae7-29e7-4605-a802-eba1f7cf285d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0818689 Jun 08 12:49:50.192780 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-ec33ffb3-3f3b-4dfa-827d-763c00f8c4db service neutron] 10.222.0.55 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297896 Jun 08 12:49:50.197872 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c0d10db2-03a5-4446-b9ef-5a39a72f49e2 req-027d0302-308f-466f-9c1f-6314684babcb tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389831 Jun 08 12:49:50.333415 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-b3b0732f-bcdb-47bc-911e-463d7f624764 service neutron] 10.222.0.55 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338279 Jun 08 12:49:50.527503 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-413a579f-26e7-45ba-8311-6f59bb1f02a6 req-224216be-dcc8-4b8d-a6f8-7f8ff441b5e4 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 210 time: 0.0460577 Jun 08 12:49:50.741041 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6997ec-c00f-4390-8d82-952c51ccc9cb req-c5837fed-c50e-477a-89e2-846a367725e8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.742779 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7a6997ec-c00f-4390-8d82-952c51ccc9cb req-c5837fed-c50e-477a-89e2-846a367725e8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.2629316 Jun 08 12:49:50.748831 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-b9a910f7-4803-40de-919d-60362dc123b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.750382 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-b9a910f7-4803-40de-919d-60362dc123b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.1213462 Jun 08 12:49:50.827360 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb6190-eeb1-4192-a095-a96b86ac8c6c req-8592aeed-81c4-463a-96a2-eb8de410d7ec tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.829124 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-39bb6190-eeb1-4192-a095-a96b86ac8c6c req-8592aeed-81c4-463a-96a2-eb8de410d7ec tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 944 time: 0.0877595 Jun 08 12:49:50.872547 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7a6997ec-c00f-4390-8d82-952c51ccc9cb req-d6a1392c-a658-4ec0-92ca-b77c6c5b8a5f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1212339 Jun 08 12:49:50.890759 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-39bb6190-eeb1-4192-a095-a96b86ac8c6c req-fcebd603-3504-4b85-bb8d-c546addf38db tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533113 Jun 08 12:49:50.932065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-e40af57e-5aa6-46c0-8b86-18487cd1333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:50.933906 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-e40af57e-5aa6-46c0-8b86-18487cd1333b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.1675031 Jun 08 12:49:51.044222 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-e5f77834-2494-4ee2-aba7-2c42357d3981 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1019638 Jun 08 12:49:51.126777 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-7e1fbd79-2368-4186-99e4-bbf3e981fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:51.128259 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-7e1fbd79-2368-4186-99e4-bbf3e981fdd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0611832 Jun 08 12:49:51.217711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-8e97f35d-0411-46d7-b912-d63e018b545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:51.219169 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-8e97f35d-0411-46d7-b912-d63e018b545e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838668 Jun 08 12:49:51.369177 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-6c9493ea-88ba-4292-8ca1-cf7af13fca08 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323903 Jun 08 12:49:51.505441 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-76c84b6c-24e9-48c9-a7c4-a3159b7170ed req-116947d4-e27e-41fc-869b-5c4c90cd443e service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287627 Jun 08 12:49:51.685125 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5628bcd2-8326-474d-ba3b-bda6136c987f req-6dc6aa18-52ba-4f39-bd01-c4fcc07d1e55 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 210 time: 0.0471408 Jun 08 12:49:52.061908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdac0e-d495-4cad-aace-1ce1d102a83c req-317d5ee0-a557-4b24-8c00-0544a6039531 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:52.063402 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12cdac0e-d495-4cad-aace-1ce1d102a83c req-317d5ee0-a557-4b24-8c00-0544a6039531 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0831246 Jun 08 12:49:52.083348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e98ed3-b0db-4cd6-a15b-05b92690d487 req-57ec1cbc-56c2-4967-a9f3-f6b861ff6baa tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:52.084842 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59e98ed3-b0db-4cd6-a15b-05b92690d487 req-57ec1cbc-56c2-4967-a9f3-f6b861ff6baa tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 944 time: 0.0866897 Jun 08 12:49:52.111242 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12cdac0e-d495-4cad-aace-1ce1d102a83c req-82ea932a-3da4-4581-bc11-f4be7584b2d1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406206 Jun 08 12:49:52.129444 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-59e98ed3-b0db-4cd6-a15b-05b92690d487 req-ebf35f9d-758a-4bc0-b43d-1f5c9d7ff69d tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jun 08 12:49:52.669593 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-402bf37a-2dbc-44e4-80ea-fe1a3207e3ba tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:52.671030 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-402bf37a-2dbc-44e4-80ea-fe1a3207e3ba tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 814 time: 0.1466241 Jun 08 12:49:52.700140 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Request body: {'port': {'device_id': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76', 'admin_state_up': True, 'tenant_id': '2b7cc210a1b74ab190d7e1215f1786a8'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:52.851878 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e68d176c-a68e-48b5-89db-3e4922535e67 req-b557d2f1-b116-4ca9-bf99-2657a221f6e8 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 210 time: 0.0508449 Jun 08 12:49:52.856758 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Made reservation on behalf of 2b7cc210a1b74ab190d7e1215f1786a8 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:49:52.860313 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:52.880295 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 521f2c86-70ac-474d-bbef-91408d8a2def details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:49:53.019808 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=521f2c86-70ac-474d-bbef-91408d8a2def,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:53.033231 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '521f2c86-70ac-474d-bbef-91408d8a2def', 'network_id': '4f2622c1-824e-49be-8abc-a30c83095638', 'port_id': '521f2c86-70ac-474d-bbef-91408d8a2def', 'mac_address': 'fa:16:3e:ba:ce:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304b12-3ead-46d7-9eac-dc463e92a694', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:49:53.033671 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Allocated IP 172.20.0.7 (ff341111-6366-47da-9f06-0b051c23de76/0afa8f7b-6f87-44ee-a1c1-e3d869c5b650/5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:49:53.094812 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:53.112898 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521f2c86-70ac-474d-bbef-91408d8a2def {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:53.128650 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=521f2c86-70ac-474d-bbef-91408d8a2def,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:53.132625 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:53.134327 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:53.204583 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=521f2c86-70ac-474d-bbef-91408d8a2def,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:53.208397 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:53.341306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2b53-bc4c-4f6a-9b0e-a940cadf0d2d req-bb55b6ab-d8a1-4417-ad76-6baa93fbe033 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:53.342922 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b5c2b53-bc4c-4f6a-9b0e-a940cadf0d2d req-bb55b6ab-d8a1-4417-ad76-6baa93fbe033 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 945 time: 0.0859942 Jun 08 12:49:53.387200 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:53.390624 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b5c2b53-bc4c-4f6a-9b0e-a940cadf0d2d req-1551baa4-63eb-40ea-bcbc-1a36aaacedde tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Jun 08 12:49:53.444963 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631e47-0fe6-4c20-93dd-76fad112280a req-30b6f44d-5261-49d8-9950-7f3f0951cc61 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:53.446457 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-43631e47-0fe6-4c20-93dd-76fad112280a req-30b6f44d-5261-49d8-9950-7f3f0951cc61 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.2034802 Jun 08 12:49:53.454182 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:49:53.456719 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:49:53.499311 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Network ff341111-6366-47da-9f06-0b051c23de76 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:49:53.502723 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:49:53.507240 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:49:53.541708 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-43631e47-0fe6-4c20-93dd-76fad112280a req-4f4f6894-6c36-4cbd-80b0-a97a42ce428d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0888612 Jun 08 12:49:53.578693 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:53.579344 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:53.599623 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-3eb13b19-e838-489e-b1be-5ae0dfa7b20e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038804 Jun 08 12:49:53.619351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Request body: {'port': {'device_id': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:49:53.738396 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['521f2c86-70ac-474d-bbef-91408d8a2def'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:49:53.742462 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.048486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05a0c3-d348-4ab5-beb5-b2685015db97 req-7c256b78-21a2-4b93-8e74-47da3c21a5bb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.051697 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f05a0c3-d348-4ab5-beb5-b2685015db97 req-7c256b78-21a2-4b93-8e74-47da3c21a5bb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 931 time: 0.0858524 Jun 08 12:49:54.092017 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:49:54.098859 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.106332 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f05a0c3-d348-4ab5-beb5-b2685015db97 req-613bfb2b-c615-4aca-9197-fc79b7229ec1 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Jun 08 12:49:54.116545 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Transition to ACTIVE for port object 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:49:54.120956 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.125038 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-17a22682-6d93-41e0-997f-698bc80d594b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:54.274734 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Pushing event updated for resources: {'Port': ['ID=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:54.283166 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:54.357674 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Attempting to bind port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:49:54.358004 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Attempting to bind port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:49:54.358335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Attempting to bind port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e on network ff341111-6366-47da-9f06-0b051c23de76 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:54.362954 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e on network ff341111-6366-47da-9f06-0b051c23de76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:49:54.363270 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Attempting to bind port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e on network ff341111-6366-47da-9f06-0b051c23de76 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:49:54.368792 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:49:54.369125 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Checking segment: {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:49:54.369597 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Bound using segment: {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:49:54.369931 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Bound port: 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659cf796-05d8-44f7-8aef-24248bc6bdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:49:54.370279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.460613 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:49:54.463638 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:49:54.469184 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.473889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1f617103-38d1-48d1-a2a5-8740c4405d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:54.538248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.538858 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:54.540229 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] 10.222.0.47 "PUT /v2.0/ports/5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e HTTP/1.1" status: 200 len: 1093 time: 0.9256566 Jun 08 12:49:54.540718 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:54.542953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:54.564449 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Pushing event updated for resources: {'Port': ['ID=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:54.567915 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:54.614995 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84486c7a-3460-46e9-964e-aeb5f72db0a3 x-openstack-request-id: req-84486c7a-3460-46e9-964e-aeb5f72db0a3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:54.615317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:54.615587 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84486c7a-3460-46e9-964e-aeb5f72db0a3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:54.616020 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e', 'status': 'completed', 'code': 200} Jun 08 12:49:54.724241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83121bd-8dd8-4388-b5c6-0f7555a9b4d4 req-e82ae953-5094-4ad4-9b5a-67b3d5ec93d0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.725619 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f83121bd-8dd8-4388-b5c6-0f7555a9b4d4 req-e82ae953-5094-4ad4-9b5a-67b3d5ec93d0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 945 time: 0.2180352 Jun 08 12:49:54.728562 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-ce38cc49-98db-49aa-8c06-1040e3fd358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.729904 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-ce38cc49-98db-49aa-8c06-1040e3fd358f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 1096 time: 0.1075568 Jun 08 12:49:54.820941 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-c95b2fd0-05ca-4a37-89e9-1ede9b01d08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e HTTP/1.1" status: 200 len: 217 time: 0.0748301 Jun 08 12:49:54.831470 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f83121bd-8dd8-4388-b5c6-0f7555a9b4d4 req-6ed5c04f-632e-44c4-afc4-dd216ee3ba58 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003065 Jun 08 12:49:54.888129 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-bee13225-1515-4dff-97e1-1f2aee58f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:54.889794 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-bee13225-1515-4dff-97e1-1f2aee58f5ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 HTTP/1.1" status: 200 len: 854 time: 0.0611532 Jun 08 12:49:54.972257 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-bbced5bb-1f09-4979-80a2-73e68c1346da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff341111-6366-47da-9f06-0b051c23de76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751398 Jun 08 12:49:55.111871 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-ed74a0d9-bfdf-458d-a9a7-610973544c8f service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302354 Jun 08 12:49:55.303727 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5695-c789-424f-b3b8-5611cf806dd1 req-49a3e3ad-2e47-47ba-839b-18f899e15b21 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:55.305239 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3cdf5695-c789-424f-b3b8-5611cf806dd1 req-49a3e3ad-2e47-47ba-839b-18f899e15b21 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 943 time: 0.0824411 Jun 08 12:49:55.349213 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d18559cc-cf92-4bd3-8755-347e6ffe9006 req-bf436011-dc91-435e-b4ab-ca29f4c60de3 service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277310 Jun 08 12:49:55.351938 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3cdf5695-c789-424f-b3b8-5611cf806dd1 req-b750da63-9c23-48b7-9579-001c57050e89 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Jun 08 12:49:55.533322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-74ba9e7f-bc6c-4ef2-a989-aaba87988931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:55.534815 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-74ba9e7f-bc6c-4ef2-a989-aaba87988931 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 1096 time: 0.0735695 Jun 08 12:49:55.665772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-78657eb2-e51a-4c98-ad60-e72e937583ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:55.667125 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-78657eb2-e51a-4c98-ad60-e72e937583ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 200 len: 915 time: 0.1259005 Jun 08 12:49:55.737762 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-19ec54f3-a2f8-411c-93f3-443d2aca71cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e HTTP/1.1" status: 200 len: 217 time: 0.0623565 Jun 08 12:49:55.803494 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-f87623b6-55ed-499d-a7e8-43579850209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:55.804950 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-f87623b6-55ed-499d-a7e8-43579850209d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 HTTP/1.1" status: 200 len: 854 time: 0.0564911 Jun 08 12:49:55.854329 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-a591e021-a23b-4be2-b0a5-454c713c31b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff341111-6366-47da-9f06-0b051c23de76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427382 Jun 08 12:49:56.044997 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-cc747f3d-6fc8-4b85-aba2-2ba338218862 service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820750 Jun 08 12:49:56.128764 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd6259-205c-479d-8f00-b4645f8b3d9f req-004d2908-f480-48e2-bc3d-028c3f65c146 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:56.130232 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a2fd6259-205c-479d-8f00-b4645f8b3d9f req-004d2908-f480-48e2-bc3d-028c3f65c146 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 945 time: 0.1910923 Jun 08 12:49:56.204440 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a2fd6259-205c-479d-8f00-b4645f8b3d9f req-0d2fbbde-c4c1-4ce8-9b39-7593ce696853 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671859 Jun 08 12:49:56.226589 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e4f3e86-742b-46f8-90f0-0fb4cd87c2e0 req-f7b35904-7f4a-4383-a56f-7599565f8ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732833 Jun 08 12:49:56.690367 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd42556-a285-444d-89ee-446d4617b486 req-47e8f5f9-9220-4bc1-8fc5-20829a54f4cf tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:56.692260 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5bd42556-a285-444d-89ee-446d4617b486 req-47e8f5f9-9220-4bc1-8fc5-20829a54f4cf tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 943 time: 0.2311494 Jun 08 12:49:56.740701 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5bd42556-a285-444d-89ee-446d4617b486 req-1a84a335-64b1-410c-bbf1-a4a4c3362238 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Jun 08 12:49:56.897364 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 521f2c86-70ac-474d-bbef-91408d8a2def up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:49:56.965134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 521f2c86-70ac-474d-bbef-91408d8a2def completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:49:56.969818 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 521f2c86-70ac-474d-bbef-91408d8a2def triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:49:56.970195 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:57.086247 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:57.112871 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:49:57.115692 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69e50b-ef83-4f84-90e4-a6a5de03cf59" -d '{"events": [{"server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "name": "network-vif-plugged", "status": "completed", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:49:57.123854 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=521f2c86-70ac-474d-bbef-91408d8a2def,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:49:57.127823 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:49:57.129644 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:49:57.163441 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81e599-2e92-4b5c-b3c2-cca2e5bb0e7c x-openstack-request-id: req-5c81e599-2e92-4b5c-b3c2-cca2e5bb0e7c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:49:57.163758 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "name": "network-vif-plugged", "status": "completed", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:49:57.164028 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c81e599-2e92-4b5c-b3c2-cca2e5bb0e7c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:49:57.164419 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def', 'code': 200} Jun 08 12:49:57.198523 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=521f2c86-70ac-474d-bbef-91408d8a2def,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:49:57.206270 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.206614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.206949 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.207408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.207767 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.208100 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.208569 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.208894 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.209219 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.209540 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.209909 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.210272 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:49:57.213959 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:49:57.398509 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7ed9c-b63e-4a55-97dd-10449e37aa24 req-1827b367-66af-4bb6-8141-c2543ee8135b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:57.400194 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eb7ed9c-b63e-4a55-97dd-10449e37aa24 req-1827b367-66af-4bb6-8141-c2543ee8135b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0836840 Jun 08 12:49:57.440167 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07305f-7c3e-49ed-87eb-bc5c8558a0dd req-8a8f9e7e-807f-4fc7-b12e-442f8d81a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:57.441637 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ec07305f-7c3e-49ed-87eb-bc5c8558a0dd req-8a8f9e7e-807f-4fc7-b12e-442f8d81a1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 1099 time: 0.0704122 Jun 08 12:49:57.451430 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2eb7ed9c-b63e-4a55-97dd-10449e37aa24 req-7184f0a4-b9d0-4100-808c-a99729d908bf tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Jun 08 12:49:57.488898 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ec07305f-7c3e-49ed-87eb-bc5c8558a0dd req-8849d6f5-4688-4fd7-8c23-0cc59edb62b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Jun 08 12:49:57.925414 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fe0e-0718-44b8-b933-9aadce189807 req-4b12762b-4161-48a5-a42a-7dd1c8b515fb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:57.926974 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a653fe0e-0718-44b8-b933-9aadce189807 req-4b12762b-4161-48a5-a42a-7dd1c8b515fb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 943 time: 0.0786312 Jun 08 12:49:57.971285 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a653fe0e-0718-44b8-b933-9aadce189807 req-39fc71c1-2405-4c4f-9ee1-0f2df13a7e40 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381465 Jun 08 12:49:58.638970 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4017-bd79-4b01-9c34-0326f6ec06d0 req-bd19cd55-84a2-4dcb-941e-51dc1a38e0a6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:58.640458 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-917c4017-bd79-4b01-9c34-0326f6ec06d0 req-bd19cd55-84a2-4dcb-941e-51dc1a38e0a6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0798054 Jun 08 12:49:58.686093 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-917c4017-bd79-4b01-9c34-0326f6ec06d0 req-d151d38d-f180-433a-bfbb-e564fd425f14 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jun 08 12:49:59.161287 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e939c8-b54b-465f-b621-efe9c250ce07 req-5fa7a841-2534-4338-99d7-54d2b592a569 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:59.162759 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c2e939c8-b54b-465f-b621-efe9c250ce07 req-5fa7a841-2534-4338-99d7-54d2b592a569 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 943 time: 0.0850890 Jun 08 12:49:59.206718 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c2e939c8-b54b-465f-b621-efe9c250ce07 req-466c4393-cd33-4cab-82e7-ec5f129910c9 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379479 Jun 08 12:49:59.874743 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10236c9-1bcf-442f-a2ae-49443a1bdba1 req-f9d72668-b987-4b8d-9ccc-c6690dd1dc9b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:49:59.876214 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b10236c9-1bcf-442f-a2ae-49443a1bdba1 req-f9d72668-b987-4b8d-9ccc-c6690dd1dc9b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0863237 Jun 08 12:49:59.922213 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b10236c9-1bcf-442f-a2ae-49443a1bdba1 req-b0acc5a1-add1-405c-bb45-eed75f2c232e tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Jun 08 12:50:00.412054 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a02ff-ee02-44ca-b5cd-95d88bcb21ba req-17e6ec6e-e69d-411b-bdae-fb0eeb99e4bb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:00.413523 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d84a02ff-ee02-44ca-b5cd-95d88bcb21ba req-17e6ec6e-e69d-411b-bdae-fb0eeb99e4bb tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 943 time: 0.0833693 Jun 08 12:50:00.459733 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d84a02ff-ee02-44ca-b5cd-95d88bcb21ba req-b874b030-2690-4a70-9ac7-5c06a85ab6f2 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Jun 08 12:50:00.931728 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:50:01.070681 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:01.120457 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e', 'network_id': 'ff341111-6366-47da-9f06-0b051c23de76', 'port_id': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e', 'mac_address': 'fa:16:3e:c3:c0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afa8f7b-6f87-44ee-a1c1-e3d869c5b650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:50:01.175679 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:01.193216 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:50:01.211448 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:01.215776 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:01.217499 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:01.285243 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:01.288569 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:01.651426 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45015c4c-fd0c-41fc-8b51-4c9c56dfba50 req-f2d7abc8-47ef-448d-b8f5-644f412fef22 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:01.652916 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-45015c4c-fd0c-41fc-8b51-4c9c56dfba50 req-f2d7abc8-47ef-448d-b8f5-644f412fef22 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 944 time: 0.0835245 Jun 08 12:50:01.705264 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-45015c4c-fd0c-41fc-8b51-4c9c56dfba50 req-8983da7e-3c3e-4062-852e-deccff6cd707 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Jun 08 12:50:01.788513 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:02.890833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead44ea-3174-433d-a6dd-b117ef45d981 req-f804fec1-efa4-4144-a2da-1dd5454db242 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:02.892302 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5ead44ea-3174-433d-a6dd-b117ef45d981 req-f804fec1-efa4-4144-a2da-1dd5454db242 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 944 time: 0.0782726 Jun 08 12:50:02.939639 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5ead44ea-3174-433d-a6dd-b117ef45d981 req-afc4a50a-c4d3-436e-812e-8aeb2b056448 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Jun 08 12:50:04.135909 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec9137-b883-483c-99ac-ed92262e8d56 req-e0c11d98-38e9-4f57-8043-a294e2b9f10c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:04.137622 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e7ec9137-b883-483c-99ac-ed92262e8d56 req-e0c11d98-38e9-4f57-8043-a294e2b9f10c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 944 time: 0.0870132 Jun 08 12:50:04.192619 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e7ec9137-b883-483c-99ac-ed92262e8d56 req-ecf7c8b5-a89e-4336-8e4a-eb7d775f6e6b tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491915 Jun 08 12:50:04.965152 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:50:05.033178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:50:05.038494 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:50:05.038867 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:05.109559 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6601c74f-b38e-4fa2-850b-1608b437e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:05.167585 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:05.194159 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:05.196405 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7982e1-955f-48cb-a56a-b4c0fa708cee" -d '{"events": [{"server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "name": "network-vif-plugged", "status": "completed", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:05.204384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:05.210710 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:05.212682 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:05.263757 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b937f0ea-30e5-4cef-a525-72886b0fcfbc x-openstack-request-id: req-b937f0ea-30e5-4cef-a525-72886b0fcfbc {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:05.264064 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "name": "network-vif-plugged", "status": "completed", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:05.264323 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b937f0ea-30e5-4cef-a525-72886b0fcfbc {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:05.264710 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e', 'code': 200} Jun 08 12:50:05.281548 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:05.287034 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:05.399511 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf1cd-53a2-4284-927a-0b2a404ac160 req-9532be9e-c871-4d7b-9d07-f05932a4d02c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:05.407258 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-67fbf1cd-53a2-4284-927a-0b2a404ac160 req-9532be9e-c871-4d7b-9d07-f05932a4d02c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0953233 Jun 08 12:50:05.449888 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-67fbf1cd-53a2-4284-927a-0b2a404ac160 req-7938053f-e653-419e-8f34-b428db27f2ec tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Jun 08 12:50:05.565702 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8365-1517-426a-9242-5044b3eaa4ab req-0976f393-966d-4518-8a48-1c93a2152c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:05.567194 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-780f8365-1517-426a-9242-5044b3eaa4ab req-0976f393-966d-4518-8a48-1c93a2152c10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 1098 time: 0.0692611 Jun 08 12:50:05.608939 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-780f8365-1517-426a-9242-5044b3eaa4ab req-954b9f41-459e-42d8-8941-a9a3b065acd1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347052 Jun 08 12:50:06.634791 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784f0d-5e8d-4331-967e-45d36a8403b5 req-a6a6442d-0ddb-4bbe-8548-9eee98a7721e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:06.636251 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b4784f0d-5e8d-4331-967e-45d36a8403b5 req-a6a6442d-0ddb-4bbe-8548-9eee98a7721e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0788012 Jun 08 12:50:06.680888 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b4784f0d-5e8d-4331-967e-45d36a8403b5 req-1fd99969-d242-4ef8-b5ae-034833088598 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390370 Jun 08 12:50:07.623423 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f0482a0e-1517-4068-b178-f48a883cfa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:07.756550 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:07.872029 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc278d-29ae-4e56-ac04-56a39ae368a6 req-9c967132-e985-403b-b30a-179320fe7a76 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:07.873519 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-35dc278d-29ae-4e56-ac04-56a39ae368a6 req-9c967132-e985-403b-b30a-179320fe7a76 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0843880 Jun 08 12:50:08.013397 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-35dc278d-29ae-4e56-ac04-56a39ae368a6 req-d906c833-4e05-4efa-8e2f-2408fbed586f tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341550 Jun 08 12:50:08.750988 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:09.211886 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978812-5ca2-4f78-9eda-b0ccb64dc46d req-d2b42b7e-e122-4e4d-93b4-1e4f34c2ab3a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:09.213357 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3d978812-5ca2-4f78-9eda-b0ccb64dc46d req-d2b42b7e-e122-4e4d-93b4-1e4f34c2ab3a tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0857513 Jun 08 12:50:09.261649 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3d978812-5ca2-4f78-9eda-b0ccb64dc46d req-eff27337-f146-47e9-be4d-771c1596b512 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Jun 08 12:50:09.693038 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582c24-25eb-4f77-b18d-e7c5c7299be0 req-55c9b9c2-8e20-43f1-8626-3e62ef980f72 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:09.694544 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00582c24-25eb-4f77-b18d-e7c5c7299be0 req-55c9b9c2-8e20-43f1-8626-3e62ef980f72 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0826955 Jun 08 12:50:09.745340 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-00582c24-25eb-4f77-b18d-e7c5c7299be0 req-5b39bd60-334b-4051-ad22-b8c878522e79 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Jun 08 12:50:10.554143 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:10.937137 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b22e-e078-460a-9585-ad7c6cc1f59d req-5b626310-10bf-4642-8ad3-63680909e888 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:10.938583 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bd13b22e-e078-460a-9585-ad7c6cc1f59d req-5b626310-10bf-4642-8ad3-63680909e888 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0802722 Jun 08 12:50:10.982568 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bd13b22e-e078-460a-9585-ad7c6cc1f59d req-bdf50e8c-6274-4cc9-b02c-cfd400b2b0e0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Jun 08 12:50:12.179547 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dedb4-3b8b-400a-af16-c9808896601b req-efa15ab6-c64c-48cd-9bd5-ac0e2c627648 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:12.180994 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3c3dedb4-3b8b-400a-af16-c9808896601b req-efa15ab6-c64c-48cd-9bd5-ac0e2c627648 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0813677 Jun 08 12:50:12.228170 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3c3dedb4-3b8b-400a-af16-c9808896601b req-9889572c-46d2-40cd-aa9e-b6e9238ce606 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jun 08 12:50:12.907633 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb455455-5900-44fd-92ba-1758067fa541 req-666987d6-8a1d-498b-9b5c-e69da1949869 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:12.909053 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cb455455-5900-44fd-92ba-1758067fa541 req-666987d6-8a1d-498b-9b5c-e69da1949869 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.0779648 Jun 08 12:50:13.049557 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Deleting port 521f2c86-70ac-474d-bbef-91408d8a2def {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:13.049896 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:13.182418 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] For port 521f2c86-70ac-474d-bbef-91408d8a2def, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=521f2c86-70ac-474d-bbef-91408d8a2def,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:13.183048 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:13.305577 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Calling delete_port for 521f2c86-70ac-474d-bbef-91408d8a2def owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:13.441166 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3120aab-d8d0-4deb-a1f0-45fbce1fffb9 req-8f34c3b0-a4fa-40e9-908d-c6224ea2496b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:13.441990 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:13.442901 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3120aab-d8d0-4deb-a1f0-45fbce1fffb9 req-8f34c3b0-a4fa-40e9-908d-c6224ea2496b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=98a1da3d-e3d5-4152-a8d0-f56b294790d9 HTTP/1.1" status: 200 len: 946 time: 0.1052182 Jun 08 12:50:13.448994 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:13.489309 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3120aab-d8d0-4deb-a1f0-45fbce1fffb9 req-995dea67-94c2-45f3-82a4-9234d8dc739c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Jun 08 12:50:13.491304 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff', 'b6565836-a225-45bb-a6cf-e4ff661d1267', '2aefb4ed-c1f8-4237-af51-9b8289ea172f', '521f2c86-70ac-474d-bbef-91408d8a2def'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:13.522417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Pushing event deleted for resources: {'Port': ['ID=521f2c86-70ac-474d-bbef-91408d8a2def,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:13.571220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.571625 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.571967 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.572313 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.572662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.573011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.573348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.573701 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.574028 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.574366 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.574700 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.575033 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:13.578351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:13.585059 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] No DVR routers for this DVR port 521f2c86-70ac-474d-bbef-91408d8a2def on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:13.587952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:13.590064 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cb455455-5900-44fd-92ba-1758067fa541 req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "DELETE /v2.0/ports/521f2c86-70ac-474d-bbef-91408d8a2def HTTP/1.1" status: 204 len: 173 time: 0.6715841 Jun 08 12:50:13.590422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'name': 'network-vif-deleted', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:13.593442 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dcd626-d246-4d54-801d-8ebe0951b4cb" -d '{"events": [{"server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "name": "network-vif-deleted", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:13.642732 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec5ad1e-6454-47cd-9e8b-52a592b2a627 x-openstack-request-id: req-6ec5ad1e-6454-47cd-9e8b-52a592b2a627 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:13.643105 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a1da3d-e3d5-4152-a8d0-f56b294790d9", "name": "network-vif-deleted", "tag": "521f2c86-70ac-474d-bbef-91408d8a2def", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:13.643343 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ec5ad1e-6454-47cd-9e8b-52a592b2a627 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:13.643826 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1da3d-e3d5-4152-a8d0-f56b294790d9', 'name': 'network-vif-deleted', 'tag': '521f2c86-70ac-474d-bbef-91408d8a2def', 'status': 'completed', 'code': 200} Jun 08 12:50:16.193633 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7543d-4e6b-4f2c-a5a0-425f703c602d req-6ea4a6d9-20f0-4921-b313-664967f0967a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:16.195065 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cbb7543d-4e6b-4f2c-a5a0-425f703c602d req-6ea4a6d9-20f0-4921-b313-664967f0967a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0797002 Jun 08 12:50:16.240229 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cbb7543d-4e6b-4f2c-a5a0-425f703c602d req-c1d320aa-47c5-455a-8731-ce948c5cf006 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394695 Jun 08 12:50:17.012814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 521f2c86-70ac-474d-bbef-91408d8a2def no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:17.048622 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 521f2c86-70ac-474d-bbef-91408d8a2def {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:17.048977 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 521f2c86-70ac-474d-bbef-91408d8a2def not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:17.428595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722f845-023b-421a-9602-c4e820b49df3 req-5e43246a-da26-4ae0-a100-683dda5327d3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:17.430159 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c722f845-023b-421a-9602-c4e820b49df3 req-5e43246a-da26-4ae0-a100-683dda5327d3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0792093 Jun 08 12:50:17.478225 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c722f845-023b-421a-9602-c4e820b49df3 req-b137a027-7bd4-4c4f-8465-c3cba4445efe tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Jun 08 12:50:18.666567 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d46c7-d87b-4268-ae00-b30b737d8d74 req-fc87de1c-1ba5-4edb-8426-73bd8d255b59 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:18.668085 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-197d46c7-d87b-4268-ae00-b30b737d8d74 req-fc87de1c-1ba5-4edb-8426-73bd8d255b59 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0843711 Jun 08 12:50:18.712124 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-197d46c7-d87b-4268-ae00-b30b737d8d74 req-78db3b21-8142-4ecf-91e7-bf0b7d2905d0 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Jun 08 12:50:18.741608 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:18.927086 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-6a75ef6f-632f-4564-8737-713ca8f47ba6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:18.928763 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-6a75ef6f-632f-4564-8737-713ca8f47ba6 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 945 time: 0.0830874 Jun 08 12:50:19.062067 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Deleting port 2aefb4ed-c1f8-4237-af51-9b8289ea172f {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:19.062405 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:19.196702 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] For port 2aefb4ed-c1f8-4237-af51-9b8289ea172f, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=2aefb4ed-c1f8-4237-af51-9b8289ea172f,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:19.196958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:19.322331 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Calling delete_port for 2aefb4ed-c1f8-4237-af51-9b8289ea172f owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:19.435125 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:19.441023 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:19.484449 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff', 'b6565836-a225-45bb-a6cf-e4ff661d1267', '2aefb4ed-c1f8-4237-af51-9b8289ea172f'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:19.594442 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Pushing event deleted for resources: {'Port': ['ID=2aefb4ed-c1f8-4237-af51-9b8289ea172f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:19.598087 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:19.670729 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] No DVR routers for this DVR port 2aefb4ed-c1f8-4237-af51-9b8289ea172f on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:19.673255 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:19.675275 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3ba3a16a-0222-4ccf-89f9-2a46cbe8b8b6 req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "DELETE /v2.0/ports/2aefb4ed-c1f8-4237-af51-9b8289ea172f HTTP/1.1" status: 204 len: 173 time: 0.7400174 Jun 08 12:50:19.676503 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'name': 'network-vif-deleted', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:19.679178 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487000d-14c9-4ad7-8510-a1af9adcbed6" -d '{"events": [{"server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "name": "network-vif-deleted", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:19.787870 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3129168-6a59-48d3-974e-eb4e5978fed2 x-openstack-request-id: req-c3129168-6a59-48d3-974e-eb4e5978fed2 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:19.788195 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28cad26a-647b-46b1-a4aa-95e9a2d236e7", "name": "network-vif-deleted", "tag": "2aefb4ed-c1f8-4237-af51-9b8289ea172f", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:19.788473 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3129168-6a59-48d3-974e-eb4e5978fed2 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:19.788896 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28cad26a-647b-46b1-a4aa-95e9a2d236e7', 'name': 'network-vif-deleted', 'tag': '2aefb4ed-c1f8-4237-af51-9b8289ea172f', 'status': 'completed', 'code': 200} Jun 08 12:50:19.880275 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-115eae63-2013-4eff-bc59-3b375489775b req-df5a5f6c-72d1-4274-a187-34c9cedbc5c9 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=28cad26a-647b-46b1-a4aa-95e9a2d236e7 HTTP/1.1" status: 200 len: 210 time: 0.0447450 Jun 08 12:50:21.348058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173dbd5-01b0-4707-826e-99b0a125c8e4 req-e17b4474-cc7a-4caf-b48c-25e2856e616f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:21.349515 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9173dbd5-01b0-4707-826e-99b0a125c8e4 req-e17b4474-cc7a-4caf-b48c-25e2856e616f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0858335 Jun 08 12:50:21.395481 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-9173dbd5-01b0-4707-826e-99b0a125c8e4 req-55c18092-f5cb-4cfc-a589-4a6d2907c0b5 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Jun 08 12:50:22.583728 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57e84-ac7a-4580-9b7e-bca91d6eb9ce req-0236c610-d851-4427-a9c7-74e37d7089d3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:22.585102 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e8b57e84-ac7a-4580-9b7e-bca91d6eb9ce req-0236c610-d851-4427-a9c7-74e37d7089d3 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0803409 Jun 08 12:50:22.633739 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e8b57e84-ac7a-4580-9b7e-bca91d6eb9ce req-a37f96b2-f32d-4672-b67a-91c04de0118b tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429969 Jun 08 12:50:23.036438 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2aefb4ed-c1f8-4237-af51-9b8289ea172f no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:23.074997 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 2aefb4ed-c1f8-4237-af51-9b8289ea172f {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:23.075356 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 2aefb4ed-c1f8-4237-af51-9b8289ea172f not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:23.576280 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-1dff1ee9-f8d6-4cde-a8ba-0b1478247873 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:23.577721 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-1dff1ee9-f8d6-4cde-a8ba-0b1478247873 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0825188 Jun 08 12:50:23.720402 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Deleting port b6565836-a225-45bb-a6cf-e4ff661d1267 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:23.721115 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:23.827182 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b993-7f23-461b-b8b9-4d11090c68e6 req-6dab720e-ba45-483b-8810-3fa5b0abab25 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:23.828582 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4665b993-7f23-461b-b8b9-4d11090c68e6 req-6dab720e-ba45-483b-8810-3fa5b0abab25 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 946 time: 0.0841732 Jun 08 12:50:23.859759 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] For port b6565836-a225-45bb-a6cf-e4ff661d1267, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=b6565836-a225-45bb-a6cf-e4ff661d1267,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:23.860117 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:23.874634 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4665b993-7f23-461b-b8b9-4d11090c68e6 req-98361cb1-f9fb-47aa-9999-ecd514581527 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Jun 08 12:50:23.987559 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Calling delete_port for b6565836-a225-45bb-a6cf-e4ff661d1267 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:24.104712 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:24.111039 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:24.147493 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff', 'b6565836-a225-45bb-a6cf-e4ff661d1267'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:24.158802 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Pushing event deleted for resources: {'Port': ['ID=b6565836-a225-45bb-a6cf-e4ff661d1267,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:24.192176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:24.236537 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] No DVR routers for this DVR port b6565836-a225-45bb-a6cf-e4ff661d1267 on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:24.239162 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:24.241137 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-14a90e22-c47c-40f7-8d09-59a69d6275e6 req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "DELETE /v2.0/ports/b6565836-a225-45bb-a6cf-e4ff661d1267 HTTP/1.1" status: 204 len: 173 time: 0.6573341 Jun 08 12:50:24.241628 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'name': 'network-vif-deleted', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:24.243946 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b584c00-72b9-48ff-85fc-844fb7097a5f" -d '{"events": [{"server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "name": "network-vif-deleted", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:24.287395 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a6c60-c4c3-4f14-900a-99e52d44e085 x-openstack-request-id: req-190a6c60-c4c3-4f14-900a-99e52d44e085 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:24.287740 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadd4af4-8f59-436a-948d-f933bceabab1", "name": "network-vif-deleted", "tag": "b6565836-a225-45bb-a6cf-e4ff661d1267", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:24.288018 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-190a6c60-c4c3-4f14-900a-99e52d44e085 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:24.288433 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadd4af4-8f59-436a-948d-f933bceabab1', 'name': 'network-vif-deleted', 'tag': 'b6565836-a225-45bb-a6cf-e4ff661d1267', 'status': 'completed', 'code': 200} Jun 08 12:50:25.037930 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-37517aba-2374-4189-8d46-6edbba0ef3c0 req-db8e3712-e785-43f6-a958-67dea39bf131 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=fadd4af4-8f59-436a-948d-f933bceabab1 HTTP/1.1" status: 200 len: 210 time: 0.0440564 Jun 08 12:50:26.940790 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:50:27.025832 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device b6565836-a225-45bb-a6cf-e4ff661d1267 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:27.063265 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: b6565836-a225-45bb-a6cf-e4ff661d1267 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:27.063769 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device b6565836-a225-45bb-a6cf-e4ff661d1267 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:27.750004 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25fe81-a700-4342-83a5-f81886d522c3 req-ef53da1c-f2d0-4c03-bbb7-a3a247297188 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:27.751589 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1d25fe81-a700-4342-83a5-f81886d522c3 req-ef53da1c-f2d0-4c03-bbb7-a3a247297188 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.0843005 Jun 08 12:50:27.797628 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1d25fe81-a700-4342-83a5-f81886d522c3 req-a049ef03-e8ce-43b4-ac05-99b543e58bb4 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Jun 08 12:50:28.993550 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3dba1-6c69-42be-aff9-57ea52919548 req-48bf7d06-81a0-4d8f-b7d8-39ab4485563e tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:28.995070 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-41c3dba1-6c69-42be-aff9-57ea52919548 req-48bf7d06-81a0-4d8f-b7d8-39ab4485563e tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.0838976 Jun 08 12:50:29.042140 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-41c3dba1-6c69-42be-aff9-57ea52919548 req-2c2b02d2-e262-4bf7-ba98-779177ad6f0f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jun 08 12:50:30.100152 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-9500b7c6-afff-4507-8917-a623faa13201 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:30.101649 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-9500b7c6-afff-4507-8917-a623faa13201 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Jun 08 12:50:30.247033 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e591-95e8-44ff-b19d-44c01ddf115e req-acd0528d-77e6-4d23-a614-a681c4b745b2 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:30.248570 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-40f9e591-95e8-44ff-b19d-44c01ddf115e req-acd0528d-77e6-4d23-a614-a681c4b745b2 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 945 time: 0.0931423 Jun 08 12:50:30.251018 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Deleting port 0966854f-8f26-4732-bc2b-a367af3d04ff {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:30.251527 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:30.297357 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-40f9e591-95e8-44ff-b19d-44c01ddf115e req-08f65314-34d6-41ee-95ac-3a8d6cd8898a tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/security-groups?id=65748bbf-7f97-47ff-aec3-9aba1a27b0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Jun 08 12:50:30.388400 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] For port 0966854f-8f26-4732-bc2b-a367af3d04ff, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0966854f-8f26-4732-bc2b-a367af3d04ff,segment=NetworkSegment(a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542),segment_id=a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:30.388760 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:30.603855 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Calling delete_port for 0966854f-8f26-4732-bc2b-a367af3d04ff owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:30.719069 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:30.727033 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78c308cf-2de5-4b68-bdcd-cf03e17ccb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:30.771674 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0966854f-8f26-4732-bc2b-a367af3d04ff'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:30.774541 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Pushing event deleted for resources: {'Port': ['ID=0966854f-8f26-4732-bc2b-a367af3d04ff,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:30.776934 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:30.858944 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] No DVR routers for this DVR port 0966854f-8f26-4732-bc2b-a367af3d04ff on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:30.861833 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:30.863906 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f70d0a24-a3e9-479a-9ad3-72feeaa17011 req-c54a6367-a96e-4ea4-b25d-a577017dde16 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.47 "DELETE /v2.0/ports/0966854f-8f26-4732-bc2b-a367af3d04ff HTTP/1.1" status: 204 len: 173 time: 0.7559619 Jun 08 12:50:30.864428 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'name': 'network-vif-deleted', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:30.866956 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3961f-07e2-4508-8a30-20d93cd8d251" -d '{"events": [{"server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "name": "network-vif-deleted", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:30.914251 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b194c-325d-4c51-b209-9325326b69ed x-openstack-request-id: req-471b194c-325d-4c51-b209-9325326b69ed {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:30.914574 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e55e45-620c-471e-941b-1a292e357b31", "name": "network-vif-deleted", "tag": "0966854f-8f26-4732-bc2b-a367af3d04ff", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:30.914908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-471b194c-325d-4c51-b209-9325326b69ed {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:30.915328 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e55e45-620c-471e-941b-1a292e357b31', 'name': 'network-vif-deleted', 'tag': '0966854f-8f26-4732-bc2b-a367af3d04ff', 'status': 'completed', 'code': 200} Jun 08 12:50:31.464118 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c31e51ab-3daa-40ac-b391-6734f2748983 req-dd9464aa-493f-45c0-97f0-fcca45952c30 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] 10.222.0.55 "GET /v2.0/ports?device_id=74e55e45-620c-471e-941b-1a292e357b31 HTTP/1.1" status: 200 len: 210 time: 0.0466490 Jun 08 12:50:32.558021 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46362) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:32.618173 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Deleting subnet 3e304b12-3ead-46d7-9eac-dc463e92a694 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:50:32.621092 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.669800 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.727691 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.809548 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.815041 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:32.854396 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e304b12-3ead-46d7-9eac-dc463e92a694,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:32.857337 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:32.860496 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:32.865971 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-150031a4-5d64-4da0-b2d8-966c9d30c192 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3e304b12-3ead-46d7-9eac-dc463e92a694 HTTP/1.1" status: 204 len: 168 time: 0.3035038 Jun 08 12:50:32.865971 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46366) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:32.975761 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.102842 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.116247 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2622c1-824e-49be-8abc-a30c83095638']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:33.128268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:33.128573 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ef78cc-60e3-4f3c-9b25-f2bb75e2a542') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:33.140082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.156575 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.163838 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:50:33.164226 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:50:33.181780 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:50:33.257277 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.261617 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:33.277822 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.279616 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4f2622c1-824e-49be-8abc-a30c83095638 HTTP/1.1" status: 204 len: 168 time: 0.4130406 Jun 08 12:50:33.283075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2622c1-824e-49be-8abc-a30c83095638,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:33.286341 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:33.408451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46370) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:33.457326 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b1222914-52bf-4f59-99a6-83cf3e54fd6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7f87503b727435c9ef7c7ba4468a4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470254 Jun 08 12:50:33.459875 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46372) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:33.515738 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.542189 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.594053 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.596534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:33.597982 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65748bbf-7f97-47ff-aec3-9aba1a27b0e8 HTTP/1.1" status: 204 len: 168 time: 0.1370728 Jun 08 12:50:33.598755 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9d8dcdb4-2b1f-422a-a013-46f961d8f7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:33.608234 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65748bbf-7f97-47ff-aec3-9aba1a27b0e8,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:33.610641 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:35.070224 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0966854f-8f26-4732-bc2b-a367af3d04ff no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:35.118338 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 0966854f-8f26-4732-bc2b-a367af3d04ff {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:35.118681 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0966854f-8f26-4732-bc2b-a367af3d04ff not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:35.123870 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a66280e0-ee1a-4e42-9820-8f9000665533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:36.965747 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646735-9337-4e65-aa24-37f2655ccf20 req-1edae3a0-6cea-45d3-9ac5-fb39b5387457 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:36.967187 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ad646735-9337-4e65-aa24-37f2655ccf20 req-1edae3a0-6cea-45d3-9ac5-fb39b5387457 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.1713374 Jun 08 12:50:37.013756 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ad646735-9337-4e65-aa24-37f2655ccf20 req-b11aefce-9f1d-4ef1-bd45-52792f822b89 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403709 Jun 08 12:50:37.629930 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-705e4131-4a41-47e4-bd08-b4bafa2dfcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:37.759840 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:38.214461 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798d09-13b3-47d4-87fa-1b9b203ed9e2 req-a27e0016-76bc-42ed-9dcc-52378ec7855b tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:38.216010 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8a798d09-13b3-47d4-87fa-1b9b203ed9e2 req-a27e0016-76bc-42ed-9dcc-52378ec7855b tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0887263 Jun 08 12:50:38.269328 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8a798d09-13b3-47d4-87fa-1b9b203ed9e2 req-9a9beb02-9d8a-42fa-85a5-369e36275b0e tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472138 Jun 08 12:50:38.753983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:39.471308 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc4acb-463d-4219-a97e-976b4ec56927 req-91609615-983d-44f1-9941-9a29c2a3c599 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:39.473518 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-29cc4acb-463d-4219-a97e-976b4ec56927 req-91609615-983d-44f1-9941-9a29c2a3c599 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0879695 Jun 08 12:50:39.521386 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-29cc4acb-463d-4219-a97e-976b4ec56927 req-923bc669-a2b6-4656-b1cd-92325aca6803 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Jun 08 12:50:40.601295 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:40.607946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46512) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:40.743174 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ce667-b14d-4420-b826-264837dfb81a req-0cfba077-95ed-4321-94c9-eb3346042440 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:40.744869 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c55ce667-b14d-4420-b826-264837dfb81a req-0cfba077-95ed-4321-94c9-eb3346042440 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0995367 Jun 08 12:50:40.747601 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:40.820053 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c55ce667-b14d-4420-b826-264837dfb81a req-b1282d32-2e4a-4828-9379-8a4e95dcb2de tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628474 Jun 08 12:50:40.940797 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:40.946168 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:40.962122 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c03cbc76-44c3-41ea-801f-febaba0900af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:41.037639 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53e05ea4bc93451cb277a0c08e38260d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283705 Jun 08 12:50:41.039099 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d7411-9e35-4d9b-9908-ae80ad1664ff,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:41.040693 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46520) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:41.044419 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:41.105293 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:41.134054 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:41.202796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:41.208422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:41.210759 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/591d7411-9e35-4d9b-9908-ae80ad1664ff HTTP/1.1" status: 204 len: 168 time: 0.1688678 Jun 08 12:50:41.211692 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:41.223748 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d7411-9e35-4d9b-9908-ae80ad1664ff,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:41.226620 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:41.371759 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ba01c-1e3b-4787-a689-df8ff9ab17fa req-2f93ff41-0620-4ff9-a117-692ea15d1963 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:41.373329 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd4ba01c-1e3b-4787-a689-df8ff9ab17fa req-2f93ff41-0620-4ff9-a117-692ea15d1963 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0919375 Jun 08 12:50:41.425845 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd4ba01c-1e3b-4787-a689-df8ff9ab17fa req-b86ccd25-8322-4ce0-a45e-2ba949624a19 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453901 Jun 08 12:50:42.013364 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab342a-f714-4a9e-8ba2-d244051095e2 req-8cc16006-3b82-4d68-87e5-777f5685ad12 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:42.014814 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2aab342a-f714-4a9e-8ba2-d244051095e2 req-8cc16006-3b82-4d68-87e5-777f5685ad12 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0850112 Jun 08 12:50:42.060000 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2aab342a-f714-4a9e-8ba2-d244051095e2 req-1f6fa459-9d2d-49ce-adff-f390f2f59336 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/security-groups?id=cc938d11-75f7-4837-9351-843d63f398e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392509 Jun 08 12:50:42.361866 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-e73bb574-c599-4650-a3b9-ae9849b6caa4 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:42.364136 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-e73bb574-c599-4650-a3b9-ae9849b6caa4 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 945 time: 0.0824406 Jun 08 12:50:42.510825 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Deleting port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:42.511220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:42.652334 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] For port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,segment=NetworkSegment(659cf796-05d8-44f7-8aef-24248bc6bdd3),segment_id=659cf796-05d8-44f7-8aef-24248bc6bdd3)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:42.652694 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:42.654554 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc6347-42cb-40dc-90ce-e839e8b3fc01 req-fba2af96-8349-4afc-92c9-746e96fb57af tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:42.656838 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2bfc6347-42cb-40dc-90ce-e839e8b3fc01 req-fba2af96-8349-4afc-92c9-746e96fb57af tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.1153288 Jun 08 12:50:42.704844 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2bfc6347-42cb-40dc-90ce-e839e8b3fc01 req-bed29046-4cab-4b5a-aa9a-009c98c291dd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Jun 08 12:50:42.790769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Calling delete_port for 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:42.996382 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.003843 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:43.031438 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:50:43.053575 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Pushing event deleted for resources: {'Port': ['ID=5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:43.056044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:43.089167 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46578) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:43.134206 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] No DVR routers for this DVR port 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:43.136771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.138778 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2710c782-b881-4422-86a5-9cfa9b246c1b req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.47 "DELETE /v2.0/ports/5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e HTTP/1.1" status: 204 len: 173 time: 0.7690556 Jun 08 12:50:43.139294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'name': 'network-vif-deleted', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:43.141610 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ccedc-3777-446e-ba9c-ea65b397019c" -d '{"events": [{"server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "name": "network-vif-deleted", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:43.215124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fda05e-30b1-4f91-8133-13750dc7087d x-openstack-request-id: req-86fda05e-30b1-4f91-8133-13750dc7087d {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:43.215439 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23167c32-6098-43b8-aeac-fe67a7c2159c", "name": "network-vif-deleted", "tag": "5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:43.215827 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86fda05e-30b1-4f91-8133-13750dc7087d {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:43.216143 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23167c32-6098-43b8-aeac-fe67a7c2159c', 'name': 'network-vif-deleted', 'tag': '5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e', 'status': 'completed', 'code': 200} Jun 08 12:50:43.232256 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4bd628e5-244b-4625-87bc-ed2eb4837c31 req-e2a4f30a-a7d4-4852-9286-37d0c793d229 tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] 10.222.0.55 "GET /v2.0/ports?device_id=23167c32-6098-43b8-aeac-fe67a7c2159c HTTP/1.1" status: 200 len: 210 time: 0.0487196 Jun 08 12:50:43.233555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.355920 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.359626 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.367184 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-564096b4-f293-42f7-bad6-943da00ac2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:43.410827 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d98ba41688504b8692a0574b3c0035de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199391 Jun 08 12:50:43.411592 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25b45a-dc5a-4bb9-98a1-de21a23f72c9,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:43.413299 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46584) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:43.414501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-613e0da2-c32f-4093-ae5b-a9243e3e0b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:43.470143 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.495737 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.579960 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.583330 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.584454 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe25b45a-dc5a-4bb9-98a1-de21a23f72c9 HTTP/1.1" status: 204 len: 168 time: 0.1701355 Jun 08 12:50:43.589997 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-feee582c-9ca2-4b9e-8c4e-01bdbf996f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:43.614035 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25b45a-dc5a-4bb9-98a1-de21a23f72c9,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:43.616593 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-42d68a44-a0cf-45c1-ab6f-8b10091a3558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:43.649967 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-634c910f-37d6-4830-b2e5-131d87db12a6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:43.651448 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-634c910f-37d6-4830-b2e5-131d87db12a6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.1055934 Jun 08 12:50:43.799273 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Deleting port aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:43.799627 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.915283 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b655243-8754-4118-adcd-8374e99d8249 req-cb6c9493-8b78-4bdf-85ac-d886ccae061d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:43.919704 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46592) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:43.922693 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b655243-8754-4118-adcd-8374e99d8249 req-cb6c9493-8b78-4bdf-85ac-d886ccae061d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 947 time: 0.0966160 Jun 08 12:50:43.943907 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:43.966733 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9b655243-8754-4118-adcd-8374e99d8249 req-cfe3ad3a-add5-48a0-80e7-47890d413876 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff575bfa-7ef5-43a3-8acf-55a4edea5939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Jun 08 12:50:43.978265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] For port aef25c18-ac58-47da-9ca2-90290cf9c864, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=aef25c18-ac58-47da-9ca2-90290cf9c864,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:43.978622 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.323852 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.324952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.324952 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.l3_db [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Floating IP 06b2100e-320e-47ae-85f3-efec4276ea6f disassociated. External IP: 172.28.0.90, port: aef25c18-ac58-47da-9ca2-90290cf9c864. Jun 08 12:50:44.324952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Calling delete_port for aef25c18-ac58-47da-9ca2-90290cf9c864 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:44.335260 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.350250 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.357963 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f1614519-7b47-4f48-a0c9-3fec8b42d955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:44.413649 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=195de7dc727f4feaae7be10be713e059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928942 Jun 08 12:50:44.415478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe75b4a-dbfe-4c3a-84f4-044aa61cc5f9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:44.416298 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46598) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:44.422831 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:44.485485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.506927 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.512604 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:44.519689 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.558338 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'Port': ['ID=aef25c18-ac58-47da-9ca2-90290cf9c864,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:44.561456 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:44.586112 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.589585 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:44.592255 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2fe75b4a-dbfe-4c3a-84f4-044aa61cc5f9 HTTP/1.1" status: 204 len: 168 time: 0.1745884 Jun 08 12:50:44.594247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-037e09ce-42aa-44bb-b575-12796abd8b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:44.618371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe75b4a-dbfe-4c3a-84f4-044aa61cc5f9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:44.618713 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.619092 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.619562 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.620007 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.620662 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.621510 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.621914 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.622540 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.623031 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.623459 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.623953 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.624467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:44.628901 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:44.776394 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:50:45.075136 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:50:45.089162 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:50:45.118679 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:50:45.119368 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:50:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:45.160947 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-68ab0569-5db3-4028-ac80-100e3b405424 req-f31e52c7-0d4d-493e-9a06-11062f9ab09b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=18d34ff3-d58f-4a98-af80-00c97fa4806d HTTP/1.1" status: 200 len: 210 time: 0.0657547 Jun 08 12:50:45.198650 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] No DVR routers for this DVR port aef25c18-ac58-47da-9ca2-90290cf9c864 on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:50:45.201470 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:45.203489 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c7f8c3d4-2fbb-4399-b83e-165c456aeb6d req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "DELETE /v2.0/ports/aef25c18-ac58-47da-9ca2-90290cf9c864 HTTP/1.1" status: 204 len: 173 time: 1.5461679 Jun 08 12:50:45.218899 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-deleted', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:45.224912 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd842b-9dc5-4d88-a81d-413848d6ab6d" -d '{"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-deleted", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:45.321599 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba5661d-1d1e-4899-b8a7-fb290c890f38 x-openstack-request-id: req-9ba5661d-1d1e-4899-b8a7-fb290c890f38 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:45.321924 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d34ff3-d58f-4a98-af80-00c97fa4806d", "name": "network-vif-deleted", "tag": "aef25c18-ac58-47da-9ca2-90290cf9c864", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:45.322206 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ba5661d-1d1e-4899-b8a7-fb290c890f38 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:45.322656 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d34ff3-d58f-4a98-af80-00c97fa4806d', 'name': 'network-vif-deleted', 'tag': 'aef25c18-ac58-47da-9ca2-90290cf9c864', 'status': 'completed', 'code': 200} Jun 08 12:50:45.373777 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:50:45.711566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:45.715979 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:50:45.725385 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:50:45.726002 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:50:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:45.921723 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:50:46.337655 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:50:46.347817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521d19-1276-4f71-bc31-ecc087627a6d None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:50:46.358178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46658) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:46.448538 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:46.486975 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:46.552549 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:46.556635 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:46.561130 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46664) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:46.562671 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "DELETE /v2.0/security-groups/ff575bfa-7ef5-43a3-8acf-55a4edea5939 HTTP/1.1" status: 204 len: 168 time: 0.2021351 Jun 08 12:50:46.564152 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b457b52e-fdb2-42d6-96f8-bc14c408df74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:46.579145 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff575bfa-7ef5-43a3-8acf-55a4edea5939,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:46.582739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:46.599834 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.api.v2.resource [None req-2e404253-51b8-417c-9ac9-8f08ab7479d5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] show failed (client error): The resource could not be found. Jun 08 12:50:46.602941 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2e404253-51b8-417c-9ac9-8f08ab7479d5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups/ff575bfa-7ef5-43a3-8acf-55a4edea5939 HTTP/1.1" status: 404 len: 347 time: 0.0400381 Jun 08 12:50:46.605884 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46666) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:46.719443 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a20762a-8645-44fb-b994-1701ed22d798 None None] New status for floating IP 06b2100e-320e-47ae-85f3-efec4276ea6f: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:50:46.874403 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Deleting port 211a2c24-9d0c-456a-9ace-b3867af2a797 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:50:46.875515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.016381 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.016757 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.121305 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:47.153678 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Calling delete_port for 211a2c24-9d0c-456a-9ace-b3867af2a797 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:50:47.162908 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: aef25c18-ac58-47da-9ca2-90290cf9c864 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:47.163269 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device aef25c18-ac58-47da-9ca2-90290cf9c864 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:47.163704 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:50:47.198857 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:50:47.199350 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 5bf6ac8b-7ffa-444f-b22f-aafc2ad7e14e not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:50:47.266750 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.272088 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:47.406913 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'Port': ['ID=211a2c24-9d0c-456a-9ace-b3867af2a797,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:47.409817 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:47.502334 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.505555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.506672 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "DELETE /v2.0/floatingips/06b2100e-320e-47ae-85f3-efec4276ea6f HTTP/1.1" status: 204 len: 168 time: 0.8995364 Jun 08 12:50:47.795125 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46680) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:47.800581 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126539618', 'description': 'tempest-description--175430171'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:47.822947 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.926929 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.932595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.939121 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-06223b0a-4587-4552-8366-dbe92b00f656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:47.976265 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:47.979820 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1835477 Jun 08 12:50:47.980414 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46686) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:47.980895 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:47.983954 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:47.989390 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group_rule': {'security_group_id': 'dc7f045c-06f4-4f5f-8bc1-7865df39aa6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:48.024535 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.086260 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.090469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.095790 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:48.114345 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17856248-2c37-485e-9ccd-4477a014ec47,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:48.116824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:48.121192 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.122342 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392450 Jun 08 12:50:48.125045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46688) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:48.130007 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'security_group_rule': {'security_group_id': 'dc7f045c-06f4-4f5f-8bc1-7865df39aa6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:48.159143 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.221360 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.227368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.228376 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ab6345a7-dbce-4b25-87c2-018b6cfe8375 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:48.254467 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b9dc89-a5e4-4b65-8bb2-c44fdb081971,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:48.256989 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:48.261822 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.265931 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371133 Jun 08 12:50:48.266068 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46694) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:48.270800 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:48.293730 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.429433 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.568746 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Allocated IP 172.28.0.180 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/a1eb79ca-f30e-487b-9ae6-0629dd0cd1f2) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:50:48.725627 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.757863 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:50:48.758615 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:50:48.766951 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.778415 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:50:48.779481 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:50:48.781997 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:50:48.865422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:48.925194 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:49.144190 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:49.149302 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:49.153974 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:49.263808 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event updated for resources: {'Port': ['ID=a1eb79ca-f30e-487b-9ae6-0629dd0cd1f2,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:49.267958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:49.275165 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:49.292604 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:49.293801 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-70529f4a-a85e-4acd-b2f9-d242112421da tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0267537 Jun 08 12:50:49.520374 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-fed22be5-0038-4d94-beb3-99598e53f137 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2126539618&fields=id&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 267 time: 0.0405829 Jun 08 12:50:49.669831 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-b51f1130-bc4c-4933-b54d-aca110d81ec1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:49.671245 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-b51f1130-bc4c-4933-b54d-aca110d81ec1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 815 time: 0.1445348 Jun 08 12:50:49.685604 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-c14853cb-af9b-4726-933f-da44b8d2addc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/quotas/ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 375 time: 0.0086310 Jun 08 12:50:49.773174 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-73a0a157-d663-47c5-a741-ba132aade3f8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824940 Jun 08 12:50:50.095602 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-4210fe0e-67f9-4112-a894-3e735dda8e52 service neutron] 10.222.0.55 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108561 Jun 08 12:50:50.231802 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-005bda4d-7d26-400a-a68a-1ec3db70e6f7 service neutron] 10.222.0.55 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300123 Jun 08 12:50:50.453610 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d1ebc3cc-1637-4b51-bc49-8c01b7df33ac req-cb0359d8-292e-4473-9691-48a4b8e88af2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 210 time: 0.0627065 Jun 08 12:50:50.927849 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46756) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:51.051845 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.163478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.167428 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.176100 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-78ce414f-84fa-4f6d-80eb-c5da8aef4e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:51.215828 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=585be73edc2449b08a8f5d988bd8f22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867842 Jun 08 12:50:51.216770 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96a361c-4200-4428-bd3b-e02fed444f08,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:51.218625 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:51.219894 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:51.282739 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.308787 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.361219 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.364057 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.365298 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c96a361c-4200-4428-bd3b-e02fed444f08 HTTP/1.1" status: 204 len: 168 time: 0.1453357 Jun 08 12:50:51.366230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-91699b45-5f30-4bb3-a598-ebf30a761ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:51.376413 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96a361c-4200-4428-bd3b-e02fed444f08,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:51.379595 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:51.611860 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d83e2fc6-6392-4664-ba12-2b22375072ee req-6fa84d97-d0cb-438d-b5a0-8af1be4d553e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 210 time: 0.0525541 Jun 08 12:50:51.689031 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46772) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:51.707080 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.835588 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.841413 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:51.873288 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d07ea38a-aba0-4482-8888-2e98dfe47e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:51.887214 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79e37e7d6e354f239f014bc7cbc9ee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968558 Jun 08 12:50:51.889712 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46776) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:51.908556 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-5ab628bb-023c-4327-942f-8fa232412ae5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:51.910548 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-5ab628bb-023c-4327-942f-8fa232412ae5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 815 time: 0.1858816 Jun 08 12:50:51.940046 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cc5175-55b3-4c3b-9ff4-a02c4b869f20,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:51.967487 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:51.996591 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.022767 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-8f4bcba6-5b06-4689-bb35-eb2307022b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 380 time: 0.0964525 Jun 08 12:50:52.026364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.047947 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'port': {'device_id': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'admin_state_up': True, 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'security_groups': ['dc7f045c-06f4-4f5f-8bc1-7865df39aa6c']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:52.115664 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.118144 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.119332 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1cc5175-55b3-4c3b-9ff4-a02c4b869f20 HTTP/1.1" status: 204 len: 168 time: 0.2284682 Jun 08 12:50:52.125371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb040f46-daf1-4a7d-8dcb-0fd25cfce9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:52.144899 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cc5175-55b3-4c3b-9ff4-a02c4b869f20,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:52.147956 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:52.175312 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-199d6a54-4770-4593-a33a-4ba897acc29e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4045141 Jun 08 12:50:52.263301 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Made reservation on behalf of ead0603002f94534b11a88f11c5b9230 for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:50:52.266910 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.365796 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36542-9244-4415-81bb-6ab94932bf84 req-d6fe1d9a-5055-46eb-8e08-297a2c789275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.367262 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-d6fe1d9a-5055-46eb-8e08-297a2c789275 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 1098 time: 0.0783870 Jun 08 12:50:52.439176 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Allocated IP 172.20.0.3 (e2919bee-91d5-45af-b8a0-c92f2995d79f/daf397bb-74a6-4960-8c3a-5b60a29a6902/a8014581-4d5a-4864-bba6-5de6a2bfe87a) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:50:52.531608 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36542-9244-4415-81bb-6ab94932bf84 req-9f6a1bab-54f5-4118-b8f2-d6cf87e58b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.533761 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-9f6a1bab-54f5-4118-b8f2-d6cf87e58b14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.1461689 Jun 08 12:50:52.646535 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-0cace45c-2caa-41b8-b67b-e7846a7e3809 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 200 len: 1000 time: 0.1056819 Jun 08 12:50:52.651658 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.673380 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Transition to ACTIVE for port object a8014581-4d5a-4864-bba6-5de6a2bfe87a will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:50:52.719680 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:50:52.723570 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:50:52.724916 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36542-9244-4415-81bb-6ab94932bf84 req-dfec956a-ffbf-4268-9fa9-d567b6939f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.726328 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-dfec956a-ffbf-4268-9fa9-d567b6939f10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0720122 Jun 08 12:50:52.743795 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Network e2919bee-91d5-45af-b8a0-c92f2995d79f is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:50:52.744910 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:50:52.747431 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:50:52.836438 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.837082 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:52.858909 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-dea7cbec-e4ba-4102-8988-ada27ee1dd35 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172643 Jun 08 12:50:52.879189 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Request body: {'port': {'device_id': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:50:52.887990 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a36542-9244-4415-81bb-6ab94932bf84 req-cf0a062e-983f-41e8-9438-dcdf0c7ca033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.889563 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-cf0a062e-983f-41e8-9438-dcdf0c7ca033 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1543064 Jun 08 12:50:52.903241 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380309b3-bf0d-4db6-b75d-9039ace1f451 req-cee326bf-6eea-4b86-9091-c3b156a242b2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:52.905069 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-380309b3-bf0d-4db6-b75d-9039ace1f451 req-cee326bf-6eea-4b86-9091-c3b156a242b2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 931 time: 0.1241312 Jun 08 12:50:53.001731 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-09bdac4b-bc45-4f99-94c6-48b545529aef None None] Provisioning for port a8014581-4d5a-4864-bba6-5de6a2bfe87a completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:50:53.010828 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-09bdac4b-bc45-4f99-94c6-48b545529aef None None] Provisioning complete for port a8014581-4d5a-4864-bba6-5de6a2bfe87a triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:50:53.011269 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-09bdac4b-bc45-4f99-94c6-48b545529aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.021148 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.045174 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-380309b3-bf0d-4db6-b75d-9039ace1f451 req-c0991212-0a19-478c-87ac-025ad0f52b15 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208241 Jun 08 12:50:53.079485 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-09bdac4b-bc45-4f99-94c6-48b545529aef None None] Port a8014581-4d5a-4864-bba6-5de6a2bfe87a cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:50:53.136852 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-82572017-7a46-41c9-9c81-96a81a889b96 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304239 Jun 08 12:50:53.298238 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48a36542-9244-4415-81bb-6ab94932bf84 req-e4d98b70-f19e-44ac-985c-45547b0ed149 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545494 Jun 08 12:50:53.416231 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:50:53.424494 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.442406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Transition to ACTIVE for port object a8014581-4d5a-4864-bba6-5de6a2bfe87a will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:50:53.445949 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.450699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa563ac-4a73-4a04-9805-abf91ef2aacf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:53.713845 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:53.719342 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:53.833080 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Attempting to bind port a8014581-4d5a-4864-bba6-5de6a2bfe87a on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:50:53.833574 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Attempting to bind port a8014581-4d5a-4864-bba6-5de6a2bfe87a by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:50:53.833904 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Attempting to bind port a8014581-4d5a-4864-bba6-5de6a2bfe87a on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:50:53.838497 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Port a8014581-4d5a-4864-bba6-5de6a2bfe87a on network e2919bee-91d5-45af-b8a0-c92f2995d79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:50:53.838804 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Attempting to bind port a8014581-4d5a-4864-bba6-5de6a2bfe87a on network e2919bee-91d5-45af-b8a0-c92f2995d79f {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:50:53.843950 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:50:53.844281 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Checking segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:50:53.844676 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Bound using segment: {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:50:53.845091 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Bound port: a8014581-4d5a-4864-bba6-5de6a2bfe87a, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d574db-7976-4264-8592-fb0f46039a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:50:53.845434 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.940042 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:50:53.944900 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:50:53.950226 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:53.959121 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:54.012885 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.013488 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:54.014832 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 1093 time: 1.1411924 Jun 08 12:50:54.015322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:50:54.017637 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21508f4b-cf7e-483f-a06b-f7d00d8007a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:50:54.041187 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:54.053998 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-89defee4-08fd-426b-a280-2a2f5c3305b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:54.077020 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6cf032-57a1-476b-873e-def1d89140cc x-openstack-request-id: req-9b6cf032-57a1-476b-873e-def1d89140cc {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:50:54.077350 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:50:54.077641 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b6cf032-57a1-476b-873e-def1d89140cc {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:50:54.078077 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'status': 'completed', 'code': 200} Jun 08 12:50:54.210463 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-2bef3730-8a48-4b0b-b236-6595e429568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.212094 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-2bef3730-8a48-4b0b-b236-6595e429568d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1096 time: 0.1006105 Jun 08 12:50:54.262032 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053a24d-ecc9-4ad5-a655-fde5e8a01478 req-77d0603a-be18-445c-b253-0cbd1af158d6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.263575 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b053a24d-ecc9-4ad5-a655-fde5e8a01478 req-77d0603a-be18-445c-b253-0cbd1af158d6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0920608 Jun 08 12:50:54.291011 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-035cd577-dc3a-4d88-b4ec-77b164ed7bb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 217 time: 0.0644910 Jun 08 12:50:54.310313 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b053a24d-ecc9-4ad5-a655-fde5e8a01478 req-f8e4ee93-65bd-43d4-abba-40cf3ae59f5b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Jun 08 12:50:54.363081 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-a8ee3abc-e3cd-4954-8184-f03ec00b0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.364557 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-a8ee3abc-e3cd-4954-8184-f03ec00b0ae3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0676203 Jun 08 12:50:54.441201 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-42f27136-a755-4b9c-8f34-6b31dfe2fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.442677 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-42f27136-a755-4b9c-8f34-6b31dfe2fe91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717731 Jun 08 12:50:54.583514 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-5378db43-ff28-4154-9f09-ed5d752f8308 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343129 Jun 08 12:50:54.722065 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8574474-f760-4b4f-9b64-9cc62083f936 req-3c8c42fd-dde0-4ae2-80ab-c0090c2e7b8e service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311517 Jun 08 12:50:54.758804 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46874) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:54.879316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:54.914022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-1159c4f6-4604-4273-af44-30c9e8595647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:54.915788 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-1159c4f6-4604-4273-af44-30c9e8595647 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1096 time: 0.0867119 Jun 08 12:50:55.014464 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.020408 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.029365 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-84aa0034-424f-45b1-8274-bc38f1e7a811 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:55.053026 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-ee3b5099-8fbf-4f4b-91ce-23d451676baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:55.055134 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-ee3b5099-8fbf-4f4b-91ce-23d451676baf service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1329958 Jun 08 12:50:55.134049 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-020dbc69-49cc-4552-84fc-b1218d145717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 217 time: 0.0722060 Jun 08 12:50:55.169842 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7330e45306734f1a93b82bfd1ce9d26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098325 Jun 08 12:50:55.172600 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46882) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:55.205217 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-03156bc2-0649-4dc9-bd58-e214c5e466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:55.207487 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-03156bc2-0649-4dc9-bd58-e214c5e466e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0670488 Jun 08 12:50:55.215626 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5cfacd-67a4-4367-9631-7f945f248d6f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:55.219606 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:55.261387 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.290567 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.291289 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-abbc46c1-96c1-47c3-967b-ba0c32f8c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:55.292225 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-abbc46c1-96c1-47c3-967b-ba0c32f8c161 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778260 Jun 08 12:50:55.348408 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.351022 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.355216 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b5cfacd-67a4-4367-9631-7f945f248d6f HTTP/1.1" status: 204 len: 168 time: 0.1813140 Jun 08 12:50:55.356178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-2db4aa57-697f-49bd-b1c8-de200ed805e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:55.369637 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5cfacd-67a4-4367-9631-7f945f248d6f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:55.372349 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:55.435388 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-2064aef7-bc17-4832-98d0-e2aa161566d8 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357746 Jun 08 12:50:55.669524 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 46890) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:55.687131 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.727292 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-21508f4b-cf7e-483f-a06b-f7d00d8007a4 req-cd07e0cb-d70c-4725-8e9e-a12053229241 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850814 Jun 08 12:50:55.740265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943fc97-4ad9-4a5c-afba-1db989b8195b req-5dde2941-0782-4b40-977e-14078c4a94c3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:55.742742 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d943fc97-4ad9-4a5c-afba-1db989b8195b req-5dde2941-0782-4b40-977e-14078c4a94c3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.2817585 Jun 08 12:50:55.790608 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d943fc97-4ad9-4a5c-afba-1db989b8195b req-7f66a111-c2f7-449e-8f81-b4b266c701e5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Jun 08 12:50:55.798320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.802451 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.818424 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d8f6dd95-4791-4e83-83db-a1498b0a5f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:55.854376 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=792465506ff64101aa0684a993a5736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835175 Jun 08 12:50:55.855994 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c32d0-dbef-4307-b503-08a91a25eac7,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:55.857062 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 46892) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:50:55.859090 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-147f2c8a-b574-4b9d-8ab0-28e2c223c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:55.914471 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.939847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.990847 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.993237 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:55.994339 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/577c32d0-dbef-4307-b503-08a91a25eac7 HTTP/1.1" status: 204 len: 168 time: 0.1363077 Jun 08 12:50:55.995055 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-7f5abc7b-cf87-4552-99ea-1a14248190d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:56.004653 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c32d0-dbef-4307-b503-08a91a25eac7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:56.006836 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:56.984823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1971aa-a176-4111-acfb-7d89670b5c4c req-bd51ed2b-97df-42ed-9d5c-71f742fcf09a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:56.986312 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1971aa-a176-4111-acfb-7d89670b5c4c req-bd51ed2b-97df-42ed-9d5c-71f742fcf09a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0829530 Jun 08 12:50:57.033546 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-eb1971aa-a176-4111-acfb-7d89670b5c4c req-9e23f54c-b033-4802-a558-ec552c09c9e5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407181 Jun 08 12:50:58.227911 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b898d9-4edb-41de-8cee-dc49a68b93c5 req-333f1f0c-e965-46e1-b913-3dd0e3df71f0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:58.229358 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c2b898d9-4edb-41de-8cee-dc49a68b93c5 req-333f1f0c-e965-46e1-b913-3dd0e3df71f0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0848587 Jun 08 12:50:58.273880 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c2b898d9-4edb-41de-8cee-dc49a68b93c5 req-1a4b18c8-f328-4fd7-93d9-02379449fd01 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383368 Jun 08 12:50:59.143873 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:50:59.305059 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:59.320357 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:50:59.379650 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:59.397150 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:50:59.413466 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:50:59.417744 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:50:59.419559 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:50:59.469785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc7a3-cac2-4602-bc52-d12f2f809274 req-9507b32b-a265-45eb-bbe9-e399a4aa5657 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:50:59.471361 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-73cbc7a3-cac2-4602-bc52-d12f2f809274 req-9507b32b-a265-45eb-bbe9-e399a4aa5657 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.0850449 Jun 08 12:50:59.485690 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:50:59.493815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.494170 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.494506 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.494831 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.495157 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.495502 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.495927 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.496165 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.496494 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.496809 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.497121 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.497436 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:50:59.501353 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:50:59.516902 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-73cbc7a3-cac2-4602-bc52-d12f2f809274 req-fc41c75d-4854-4585-b386-d7f1a42059c7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392780 Jun 08 12:50:59.921518 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['a8014581-4d5a-4864-bba6-5de6a2bfe87a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:51:00.705307 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04c8ed-fb18-4884-b8e8-b4f02e1f6de6 req-5cf0c23a-06bb-4fcc-9d21-fe04d370849b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:00.706617 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f04c8ed-fb18-4884-b8e8-b4f02e1f6de6 req-5cf0c23a-06bb-4fcc-9d21-fe04d370849b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.0797727 Jun 08 12:51:00.755846 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0f04c8ed-fb18-4884-b8e8-b4f02e1f6de6 req-309efeb0-2ec1-4f65-b759-b99e152c8f51 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Jun 08 12:51:01.162941 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:51:01.245971 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port a8014581-4d5a-4864-bba6-5de6a2bfe87a completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:51:01.251567 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port a8014581-4d5a-4864-bba6-5de6a2bfe87a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:51:01.252016 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:01.385704 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:01.415910 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:01.418515 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a664a304-c396-44cf-afe3-57e2d9baad2e" -d '{"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:01.425896 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:51:01.430919 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:01.432938 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-653d2400-88aa-42ec-835d-3664086f8fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:01.501235 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:01.504252 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:01.596104 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c1342d-3290-4028-8162-54ce4810de10 x-openstack-request-id: req-56c1342d-3290-4028-8162-54ce4810de10 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:01.596409 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:01.596670 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56c1342d-3290-4028-8162-54ce4810de10 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:01.597070 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'code': 200} Jun 08 12:51:01.868797 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ec434-e22a-42d8-9b43-6b183a624194 req-f8cfd2dc-c70e-4bba-93a9-3613320de4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:01.870263 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e94ec434-e22a-42d8-9b43-6b183a624194 req-f8cfd2dc-c70e-4bba-93a9-3613320de4a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1098 time: 0.0696700 Jun 08 12:51:01.959944 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e94ec434-e22a-42d8-9b43-6b183a624194 req-5727f38c-a4a8-40bd-9cca-90d6541d4b02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582047 Jun 08 12:51:01.983140 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203087d-e9f3-4fac-b8be-209733be4452 req-7497315b-1622-4db8-a781-64a6ddf07244 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:01.984604 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2203087d-e9f3-4fac-b8be-209733be4452 req-7497315b-1622-4db8-a781-64a6ddf07244 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1134861 Jun 08 12:51:02.030590 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2203087d-e9f3-4fac-b8be-209733be4452 req-4af6b4c3-cc26-4af5-9e10-8ecadc2cbe13 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Jun 08 12:51:03.227264 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec885b6f-cbab-4537-9851-95537a975415 req-9b5a042b-36f2-4fb7-abcd-312c13679e33 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:03.228720 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ec885b6f-cbab-4537-9851-95537a975415 req-9b5a042b-36f2-4fb7-abcd-312c13679e33 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0793214 Jun 08 12:51:03.277542 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ec885b6f-cbab-4537-9851-95537a975415 req-7b0d1b60-199b-4fc9-9991-b42f7d5a0694 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Jun 08 12:51:03.939683 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:51:04.468767 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007e3ac-8003-437c-96e0-498a387cbd19 req-820a6e6d-9e01-4418-866f-f27636d2a0f7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:04.470225 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1007e3ac-8003-437c-96e0-498a387cbd19 req-820a6e6d-9e01-4418-866f-f27636d2a0f7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0822921 Jun 08 12:51:04.516023 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1007e3ac-8003-437c-96e0-498a387cbd19 req-6f70d922-9eaf-413a-bcb8-14588d4b37d8 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Jun 08 12:51:04.705651 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc555272-6c33-446e-9f43-56e63ac2d305 req-9892216f-d46a-4b0f-8f53-3a0ebb505bc9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:04.707148 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-bc555272-6c33-446e-9f43-56e63ac2d305 req-9892216f-d46a-4b0f-8f53-3a0ebb505bc9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0802505 Jun 08 12:51:04.716664 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47078) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:04.721267 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Request body: {'floatingip': {'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:04.800302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:05.110939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-422ccbd0-528e-4b79-81a3-0bd2541b8dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:05.348249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566f691-4a2f-4f50-81d2-0b7ebc931812 req-360a713c-69f2-4c4e-80d1-bf876b1c60dd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:05.350346 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1566f691-4a2f-4f50-81d2-0b7ebc931812 req-360a713c-69f2-4c4e-80d1-bf876b1c60dd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.3552873 Jun 08 12:51:05.420519 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1566f691-4a2f-4f50-81d2-0b7ebc931812 req-aca7b6e9-095a-4016-8445-dce3b2e02761 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0626400 Jun 08 12:51:05.542194 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:05.546515 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:05.811973 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Floating IP 4991b812-8edd-45df-87ff-4c9ac47118f0 associated. External IP: 172.28.0.180, port: a8014581-4d5a-4864-bba6-5de6a2bfe87a. Jun 08 12:51:06.164576 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:51:06.347453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:51:06.354305 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.357838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:51:06.369138 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:06.369999 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:50:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:06.418227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47098) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:06.422727 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-7edf6216-a184-4943-b84b-51cf856831d2 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "PUT /v2.0/floatingips/4991b812-8edd-45df-87ff-4c9ac47118f0 HTTP/1.1" status: 200 len: 991 time: 1.7020199 Jun 08 12:51:06.422727 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:06.423316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5ec90-3a52-4e91-8f69-3a15011901f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:06.490682 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Deleting subnet 0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:51:06.494447 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.550141 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de01269-109a-45a6-894e-bfc16ad466ce x-openstack-request-id: req-1de01269-109a-45a6-894e-bfc16ad466ce {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:06.550464 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:06.550747 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1de01269-109a-45a6-894e-bfc16ad466ce {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:06.551174 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'status': 'completed', 'code': 200} Jun 08 12:51:06.551443 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.602631 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:06.616551 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.741560 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.761720 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:06.765723 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-e7b68cc1-000d-43b6-a85f-ff8f1851e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:06.767233 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-e7b68cc1-000d-43b6-a85f-ff8f1851e32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1098 time: 0.1606667 Jun 08 12:51:06.807256 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.809344 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0afa8f7b-6f87-44ee-a1c1-e3d869c5b650 HTTP/1.1" status: 204 len: 168 time: 0.3900745 Jun 08 12:51:06.810313 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afa8f7b-6f87-44ee-a1c1-e3d869c5b650,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:06.813121 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-58bf051b-7056-442d-ae42-6acde862951c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:06.814014 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47114) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:06.905145 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04a327-e1a4-483c-9d80-3b2d2769c59f req-4444cfcd-fc75-4692-a2f8-c962ba3d1ddb tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:06.912596 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2a04a327-e1a4-483c-9d80-3b2d2769c59f req-4444cfcd-fc75-4692-a2f8-c962ba3d1ddb tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.2236857 Jun 08 12:51:06.941476 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:06.952782 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-1a578d58-5594-40a1-9ca6-f48dc5676bb5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:06.954219 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-1a578d58-5594-40a1-9ca6-f48dc5676bb5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.4288924 Jun 08 12:51:06.986508 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-745d863d-b397-45fb-a88a-90ba75e2c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:06.988066 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-745d863d-b397-45fb-a88a-90ba75e2c490 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.2123044 Jun 08 12:51:06.991106 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2a04a327-e1a4-483c-9d80-3b2d2769c59f req-5cf0f39e-7270-4a18-ae50-348ff1a71d9c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0776150 Jun 08 12:51:07.017184 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '4991b812-8edd-45df-87ff-4c9ac47118f0', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.180', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:50:48Z', 'updated_at': '2021-06-08T12:51:05Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.022040 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:51:07.030503 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:07.031104 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:50:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.112290 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-e90492cc-8572-4da3-bbfa-ad4ad92f0874 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 999 time: 0.1151755 Jun 08 12:51:07.177909 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-0b9dab83-4f9e-4a2e-a8c9-f90c54503495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:07.179573 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-0b9dab83-4f9e-4a2e-a8c9-f90c54503495 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0599065 Jun 08 12:51:07.180603 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.197318 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff341111-6366-47da-9f06-0b051c23de76']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.211843 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659cf796-05d8-44f7-8aef-24248bc6bdd3') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.212139 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659cf796-05d8-44f7-8aef-24248bc6bdd3') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.219283 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:07.226662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.247681 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Deleting port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:51:07.248223 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.265435 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.265655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-179664ca-65ad-466e-ae40-7db489e16acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:07.267118 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-179664ca-65ad-466e-ae40-7db489e16acc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799489 Jun 08 12:51:07.326595 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:51:07.326982 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:51:07.340704 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:51:07.414183 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-910b45e1-c794-46c7-803d-e38a49327875 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380224 Jun 08 12:51:07.569084 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.576261 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.578134 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ff341111-6366-47da-9f06-0b051c23de76 HTTP/1.1" status: 204 len: 168 time: 0.7617905 Jun 08 12:51:07.593425 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2c64a567-39a2-46aa-99b2-ee004a249002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:07.618026 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff341111-6366-47da-9f06-0b051c23de76,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:07.620651 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:07.622597 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] For port a3c7b044-f74a-421e-bce9-7a296dfe2cf8, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:51:07.622955 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.639128 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-77726329-1af8-435a-b1d5-5313de51c6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.672266 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '4991b812-8edd-45df-87ff-4c9ac47118f0', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.180', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:50:48Z', 'updated_at': '2021-06-08T12:51:05Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:07.677275 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c270e585-cd7c-46cd-b875-d6e7d5436f94 None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '4991b812-8edd-45df-87ff-4c9ac47118f0', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'floating_ip_address': '172.28.0.180', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:50:48Z', 'updated_at': '2021-06-08T12:51:05Z', 'revision_number': 1, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:51:07.695755 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-20c5ec90-3a52-4e91-8f69-3a15011901f1 req-9f745874-4c60-4b67-8517-541590fede28 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747097 Jun 08 12:51:07.766445 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:07.872150 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47124) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:07.949291 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a8360b-fabd-4df3-bcb9-bdc9579ce7de None None] New status for floating IP 4991b812-8edd-45df-87ff-4c9ac47118f0: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:51:08.027043 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.027497 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.027865 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.l3_db [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Floating IP 7eeb68a8-0d13-4a27-8827-3eb05787adde disassociated. External IP: 172.28.0.16, port: a3c7b044-f74a-421e-bce9-7a296dfe2cf8. Jun 08 12:51:08.028202 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Calling delete_port for a3c7b044-f74a-421e-bce9-7a296dfe2cf8 owned by compute:nova {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:51:08.033318 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-94d48723-d048-4a06-b7ea-615d65535a90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b7cc210a1b74ab190d7e1215f1786a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595943 Jun 08 12:51:08.035389 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47130) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:08.118460 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47132) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:08.121474 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.161878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.231804 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5737-5c79-4a6f-b9f4-439e2234d2ac req-54e1913e-c684-43fa-8278-f2dbfc65123b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:08.235204 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe4e5737-5c79-4a6f-b9f4-439e2234d2ac req-54e1913e-c684-43fa-8278-f2dbfc65123b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 945 time: 0.0974846 Jun 08 12:51:08.271147 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.280230 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-97171c05-ec29-4bc9-b31e-30efdefbf287 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:08.298545 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe4e5737-5c79-4a6f-b9f4-439e2234d2ac req-9233e65e-621d-4add-9ec9-00be266c9ddd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=5754408e-64c2-4b70-afb3-e1c6c71d99f7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550475 Jun 08 12:51:08.333291 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.335731 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.336801 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc938d11-75f7-4837-9351-843d63f398e3 HTTP/1.1" status: 204 len: 168 time: 0.3005090 Jun 08 12:51:08.351467 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'Port': ['ID=a3c7b044-f74a-421e-bce9-7a296dfe2cf8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:08.356317 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:08.357316 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.367224 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-61a976ae-6112-4edb-9eb2-aca5f8c9de95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:08.448001 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc938d11-75f7-4837-9351-843d63f398e3,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:08.454271 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:08.609372 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:51:08.759023 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.789878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.795915 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.804938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5c50aef4-1a3f-45f8-9c73-37a04ee2788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:08.860688 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7ecc0-9eea-40e1-9e52-956c4a324c38,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:08.868210 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:08.875741 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d5c91602ed37462781351829b266e087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525558 Jun 08 12:51:08.876133 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47140) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:08.878796 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:51:08.893092 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:51:08.906650 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:08.907677 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:51:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:08.944257 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.961615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] No DVR routers for this DVR port a3c7b044-f74a-421e-bce9-7a296dfe2cf8 on host hv-cinder-78447 {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:51:08.964454 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:08.966413 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6f05342f-cf5b-4cb5-a556-cc39efd17890 req-93bb0b30-2ffa-4347-a661-7728c40f973d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "DELETE /v2.0/ports/a3c7b044-f74a-421e-bce9-7a296dfe2cf8 HTTP/1.1" status: 204 len: 173 time: 2.0054836 Jun 08 12:51:08.966957 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'name': 'network-vif-deleted', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:08.969435 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec448d16-653e-4774-bca0-09c299d8ce98" -d '{"events": [{"server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "name": "network-vif-deleted", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:08.975877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:09.027919 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace88faa-47c0-4f00-88c0-6878196dfac3 x-openstack-request-id: req-ace88faa-47c0-4f00-88c0-6878196dfac3 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:09.028383 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0912c8-8cf2-4fda-8d98-ef58042ba8f6", "name": "network-vif-deleted", "tag": "a3c7b044-f74a-421e-bce9-7a296dfe2cf8", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:09.028794 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ace88faa-47c0-4f00-88c0-6878196dfac3 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:09.029317 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0912c8-8cf2-4fda-8d98-ef58042ba8f6', 'name': 'network-vif-deleted', 'tag': 'a3c7b044-f74a-421e-bce9-7a296dfe2cf8', 'status': 'completed', 'code': 200} Jun 08 12:51:09.045380 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:09.048066 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:09.049358 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dca7ecc0-9eea-40e1-9e52-956c4a324c38 HTTP/1.1" status: 204 len: 168 time: 0.1726806 Jun 08 12:51:09.050243 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:09.064048 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7ecc0-9eea-40e1-9e52-956c4a324c38,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:09.079930 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:09.140431 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:09.473479 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c9d666ce-6db8-497e-9a76-ba8da8cc0516 req-744887ea-0e83-448d-9253-b3ea9bb24f15 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0912c8-8cf2-4fda-8d98-ef58042ba8f6 HTTP/1.1" status: 200 len: 210 time: 0.0445604 Jun 08 12:51:09.473895 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:09.478513 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:51:09.492145 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:09.492815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:51:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:09.672544 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:09.972550 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:09.977372 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba282884-a1dd-45ee-b097-53d7009c344b None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:51:10.189075 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed9f8d-2ebb-4e48-a339-aed61ef15ea3 None None] New status for floating IP 7eeb68a8-0d13-4a27-8827-3eb05787adde: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:51:10.559639 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:10.596803 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47154) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:10.661013 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:10.687701 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:10.739129 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:10.741755 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:10.742865 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "DELETE /v2.0/security-groups/5754408e-64c2-4b70-afb3-e1c6c71d99f7 HTTP/1.1" status: 204 len: 168 time: 0.1450908 Jun 08 12:51:10.743628 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5a7151bb-49f6-42e0-ad61-d0b9c4efe9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:10.745946 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47156) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:10.754563 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5754408e-64c2-4b70-afb3-e1c6c71d99f7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:10.757775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:10.768299 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.api.v2.resource [None req-f7a778a6-97ac-444a-924a-3cdeccc1cf85 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] show failed (client error): The resource could not be found. Jun 08 12:51:10.769296 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f7a778a6-97ac-444a-924a-3cdeccc1cf85 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups/5754408e-64c2-4b70-afb3-e1c6c71d99f7 HTTP/1.1" status: 404 len: 347 time: 0.0211847 Jun 08 12:51:10.772701 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47158) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:11.085131 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Deleting port bc93429d-3d44-430b-9a8c-4f693e3a6c9b {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:51:11.085486 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.210129 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.210450 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.225061 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a3c7b044-f74a-421e-bce9-7a296dfe2cf8 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:51:11.295439 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: a3c7b044-f74a-421e-bce9-7a296dfe2cf8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:51:11.295816 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a3c7b044-f74a-421e-bce9-7a296dfe2cf8 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:51:11.334043 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Calling delete_port for bc93429d-3d44-430b-9a8c-4f693e3a6c9b owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:51:11.446553 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.450099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-68983a3e-a870-45b1-aadb-83d0c80fa933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:11.496308 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'Port': ['ID=bc93429d-3d44-430b-9a8c-4f693e3a6c9b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:11.521306 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:11.587161 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.589564 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:11.590717 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "DELETE /v2.0/floatingips/7eeb68a8-0d13-4a27-8827-3eb05787adde HTTP/1.1" status: 204 len: 168 time: 0.8171093 Jun 08 12:51:12.043983 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47164) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:12.048729 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244758986', 'description': 'tempest-description--1355567747'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:12.072787 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.170020 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.173596 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.178519 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e89cea48-3e12-4d75-b2a6-37067641c1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:12.206715 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.208590 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1628773 Jun 08 12:51:12.211381 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47166) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:12.215298 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c63936-7eea-4721-a0c1-649408e963be,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:12.216104 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group_rule': {'security_group_id': '34c63936-7eea-4721-a0c1-649408e963be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:12.218132 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:12.244869 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.312043 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.316010 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.318768 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:12.341401 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a486089-b652-4854-8566-50960aced86f,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:12.343904 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:12.349138 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.350568 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ca16c0bf-4f04-4bba-ac51-6bdc6e39a8bd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380475 Jun 08 12:51:12.354477 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47170) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:12.358993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'security_group_rule': {'security_group_id': '34c63936-7eea-4721-a0c1-649408e963be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:12.385838 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.447069 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.450718 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.452766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:12.473919 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564c2209-fa96-4658-9f9a-ec78eaf0a1ed,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:12.476335 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:12.481568 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.482856 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274245 Jun 08 12:51:12.485860 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47172) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:12.490806 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:12.513056 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.645463 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.782135 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Allocated IP 172.28.0.250 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/ddca986c-eb15-4b20-a526-9854f31b9f0a) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:51:12.925659 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.954764 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:51:12.955356 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:51:12.970900 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:51:12.971943 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:51:12.974293 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:51:13.049151 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.112276 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.313572 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.317974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.323007 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:13.430993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event updated for resources: {'Port': ['ID=ddca986c-eb15-4b20-a526-9854f31b9f0a,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:13.434619 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:13.441851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.462449 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:13.463885 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9770293 Jun 08 12:51:13.685546 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-e59d1785-89c6-4844-9306-77f01b8e9ca7 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1244758986&fields=id&tenant_id=efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 267 time: 0.0407679 Jun 08 12:51:13.830757 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-12789dc7-e9a3-4b82-8b2a-827dbb00e533 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:13.832102 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-12789dc7-e9a3-4b82-8b2a-827dbb00e533 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 811 time: 0.1401491 Jun 08 12:51:13.846586 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-49b835b7-49b4-4348-aa9a-8bafbab32f45 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/quotas/efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 375 time: 0.0089691 Jun 08 12:51:13.934362 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-c5209d69-7e52-4251-b393-6c526fc3c42d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818439 Jun 08 12:51:14.069630 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-62919db7-76c8-4a4d-ac9f-25a2f9827d92 service neutron] 10.222.0.55 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236064 Jun 08 12:51:14.203183 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-87dcc884-1adf-49ba-882c-f6163ffd3f38 service neutron] 10.222.0.55 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272197 Jun 08 12:51:14.381784 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-32d7d624-0b85-460a-8c42-59f0e1f08255 req-f8e1a836-cf9c-4769-92a3-1facaf8488d8 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 210 time: 0.0439105 Jun 08 12:51:15.545659 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-12793b28-8d2d-4d2f-ac98-5c6c4bb3baa5 req-4e6c1a8d-7c76-4c21-98c1-eaead240c240 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 210 time: 0.0464523 Jun 08 12:51:15.687661 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-4d2a8098-a0ec-4b60-923f-917d1e045a7a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:15.689034 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-4d2a8098-a0ec-4b60-923f-917d1e045a7a tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 811 time: 0.1465280 Jun 08 12:51:15.749595 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-2cde357b-3d11-471a-af8e-b1b02a8345d5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc2cf31cf004c8db35d81a59a42297b HTTP/1.1" status: 200 len: 380 time: 0.0402198 Jun 08 12:51:15.758936 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'port': {'device_id': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'admin_state_up': True, 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'security_groups': ['34c63936-7eea-4721-a0c1-649408e963be']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:15.914009 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Made reservation on behalf of efc2cf31cf004c8db35d81a59a42297b for: {'port': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:51:15.917942 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.199410 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Allocated IP 172.20.0.13 (ae409ad6-014d-434e-b658-5f341d69d708/a4040e92-9900-4315-842b-7b003357d065/7b867bd4-49d2-4ca3-9b6a-cc4672471c24) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:51:16.385169 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.400908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Transition to ACTIVE for port object 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 will not be triggered until provisioned by entity DHCP. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:51:16.425529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:51:16.428477 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:51:16.453215 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Network ae409ad6-014d-434e-b658-5f341d69d708 is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:51:16.454345 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:51:16.456894 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:51:16.529650 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:16.530274 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.549233 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1bf9fc52-7c2c-4fa3-a11f-3652d179f0b5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7948804 Jun 08 12:51:16.574772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Request body: {'port': {'device_id': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:16.693738 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.706519 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-67460de1-76e0-44a3-899c-c23cc61a4ddb None None] Provisioning for port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:51:16.713337 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-67460de1-76e0-44a3-899c-c23cc61a4ddb None None] Provisioning complete for port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:51:16.713814 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-67460de1-76e0-44a3-899c-c23cc61a4ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:16.744298 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe02e25-8900-4b2b-9203-7d0a3814e7b6 req-ee8f9149-5f17-4e46-a70c-ef6441e00a9b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:16.746636 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dbe02e25-8900-4b2b-9203-7d0a3814e7b6 req-ee8f9149-5f17-4e46-a70c-ef6441e00a9b tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 932 time: 0.0902131 Jun 08 12:51:16.772044 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-67460de1-76e0-44a3-899c-c23cc61a4ddb None None] Port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:51:16.793710 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-dbe02e25-8900-4b2b-9203-7d0a3814e7b6 req-eef2fe19-3b25-4ece-aa2d-ce6583fd4a5c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Jun 08 12:51:17.058609 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 {{(pid=103614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:51:17.066163 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:17.081652 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.provisioning_blocks [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Transition to ACTIVE for port object 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 will not be triggered until provisioned by entity L2. {{(pid=103614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:51:17.085664 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:17.089362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:17.246526 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Pushing event updated for resources: {'Port': ['ID=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,revision_number=2']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:17.290100 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.290464 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.290829 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.291181 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.291531 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.291908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.292255 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.292600 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.292943 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.293285 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.293624 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.293955 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:51:17.297620 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:17.343036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Attempting to bind port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:51:17.343363 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Attempting to bind port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:51:17.343682 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Attempting to bind port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:51:17.348120 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 on network ae409ad6-014d-434e-b658-5f341d69d708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:51:17.348474 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Attempting to bind port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 on network ae409ad6-014d-434e-b658-5f341d69d708 {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:51:17.353538 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:51:17.353865 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Checking segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:51:17.354235 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Bound using segment: {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'} {{(pid=103614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:51:17.354647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.managers [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Bound port: 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a1c28-f128-408d-a993-408225d0fd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708'}}] {{(pid=103614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:51:17.354985 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:17.442915 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, cleared binding levels {{(pid=103614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:51:17.446116 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:51:17.450248 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:17.454655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c8fbbf29-371d-408f-a340-2607ed9b4dd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:17.516105 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:17.516725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:17.518110 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] 10.222.0.47 "PUT /v2.0/ports/7b867bd4-49d2-4ca3-9b6a-cc4672471c24 HTTP/1.1" status: 200 len: 1094 time: 0.9478810 Jun 08 12:51:17.518607 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:17.521578 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:17.539784 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Pushing event updated for resources: {'Port': ['ID=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,revision_number=3']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:17.549688 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:17.569347 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d846d2-2220-4b38-9d10-19b11bb58175 x-openstack-request-id: req-d6d846d2-2220-4b38-9d10-19b11bb58175 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:17.569672 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:17.569958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6d846d2-2220-4b38-9d10-19b11bb58175 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:17.570387 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'status': 'completed', 'code': 200} Jun 08 12:51:17.681105 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-da72fb9f-7650-4ce1-96fd-1de73df1687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:17.682553 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-da72fb9f-7650-4ce1-96fd-1de73df1687d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 1097 time: 0.0750678 Jun 08 12:51:17.763356 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-ad1ec2e4-2c5b-46d7-bc53-b2f6bcd9b4a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24 HTTP/1.1" status: 200 len: 217 time: 0.0621214 Jun 08 12:51:17.831113 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-411b17de-4dca-408a-ade3-813018cc377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:17.832572 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-411b17de-4dca-408a-ade3-813018cc377f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0586417 Jun 08 12:51:17.969106 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-dc3d31b8-105c-457f-b15b-c09cdf995e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:17.970554 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-dc3d31b8-105c-457f-b15b-c09cdf995e9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1267500 Jun 08 12:51:18.010736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d328-2e88-4c13-93d1-831c63270e40 req-6209ecf4-6650-4290-b32a-f0d119ca558f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:18.012222 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bbb9d328-2e88-4c13-93d1-831c63270e40 req-6209ecf4-6650-4290-b32a-f0d119ca558f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 944 time: 0.1106839 Jun 08 12:51:18.221864 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bbb9d328-2e88-4c13-93d1-831c63270e40 req-a68f9ff3-aca1-44fa-8c87-91130a073d8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696633 Jun 08 12:51:18.246231 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-69daf392-2e24-4d61-9526-e35696852fed service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628222 Jun 08 12:51:18.413184 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b605ccb7-a777-4dfb-bc83-1a8257214375 req-4a8966f1-eb91-405b-84d6-0ddea475eb5c service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238828 Jun 08 12:51:18.629083 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-d398ae3b-ceea-4cbb-a94c-92d64d232728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:18.631057 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-d398ae3b-ceea-4cbb-a94c-92d64d232728 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 1097 time: 0.0827537 Jun 08 12:51:18.777586 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-be2e5f7c-16d6-4da2-8c8a-f2f613d490b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:18.778294 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:18.779006 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-be2e5f7c-16d6-4da2-8c8a-f2f613d490b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.1354742 Jun 08 12:51:18.845840 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-15c9eecc-dce0-4a12-a8b0-79ddbe42169e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24 HTTP/1.1" status: 200 len: 217 time: 0.0588677 Jun 08 12:51:18.910514 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-950665d5-d5e8-4e42-ba74-b8965edf13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:18.912499 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-950665d5-d5e8-4e42-ba74-b8965edf13ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0588717 Jun 08 12:51:18.999726 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-378b60d7-4354-4bf8-84ed-560376945330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:19.001201 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-378b60d7-4354-4bf8-84ed-560376945330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801744 Jun 08 12:51:19.135499 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-29ead4e3-5481-4c05-9f8d-f371b2ebf4a8 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248534 Jun 08 12:51:19.271834 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-07ec0dcb-2c0b-428d-87ec-af7151bc4ca8 req-19481385-1844-4201-9a74-e9bde3ed5bff service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293678 Jun 08 12:51:19.430890 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32b615-f3da-4648-b12f-f8218e67653a req-b2829882-bfb9-44de-af95-639586d874b2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:19.432398 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb32b615-f3da-4648-b12f-f8218e67653a req-b2829882-bfb9-44de-af95-639586d874b2 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 944 time: 0.0970826 Jun 08 12:51:19.476900 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb32b615-f3da-4648-b12f-f8218e67653a req-e92bc21a-c910-4f25-8cb3-6eda0fe16639 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388126 Jun 08 12:51:20.665067 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f033d-b2f5-4674-9bc3-1069606bae0e req-1b3de32b-b283-4c9c-87d4-9e988b5d90b9 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:20.666509 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6d4f033d-b2f5-4674-9bc3-1069606bae0e req-1b3de32b-b283-4c9c-87d4-9e988b5d90b9 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 944 time: 0.0822527 Jun 08 12:51:20.710697 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6d4f033d-b2f5-4674-9bc3-1069606bae0e req-21eaa661-303a-4c76-b335-5f57c21c2950 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 Jun 08 12:51:21.999320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3773a-ba51-4e54-9863-770d597d2bce req-9e50ec36-a83e-4534-be95-9637cf36e915 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:22.000691 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ebd3773a-ba51-4e54-9863-770d597d2bce req-9e50ec36-a83e-4534-be95-9637cf36e915 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 944 time: 0.1785605 Jun 08 12:51:22.045944 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ebd3773a-ba51-4e54-9863-770d597d2bce req-649c1503-3c18-4afb-b009-ce1cf7a9d633 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390224 Jun 08 12:51:23.231996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c20e-135f-420c-87fe-0007a3ba1031 req-f23793cc-7fe6-4629-8a12-d6cc0cc55a10 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:23.233329 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1c08c20e-135f-420c-87fe-0007a3ba1031 req-f23793cc-7fe6-4629-8a12-d6cc0cc55a10 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 944 time: 0.0810966 Jun 08 12:51:23.271303 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:51:23.282171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1c08c20e-135f-420c-87fe-0007a3ba1031 req-3866cd9f-ab4d-4eda-a1f1-fe7374519e30 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429318 Jun 08 12:51:23.403697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:51:23.417027 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'port_id': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'mac_address': 'fa:16:3e:4a:01:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:51:23.471509 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:23.488380 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:51:23.504245 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:51:23.508208 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:23.509901 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:23.574421 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:23.577395 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:24.012597 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['7b867bd4-49d2-4ca3-9b6a-cc4672471c24'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:51:24.464636 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6e9f0-751c-47e8-8fe9-378685b449f8 req-9ba33fcf-709c-4917-b8d5-3b79261a242c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:24.466095 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9fd6e9f0-751c-47e8-8fe9-378685b449f8 req-9ba33fcf-709c-4917-b8d5-3b79261a242c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 945 time: 0.0791552 Jun 08 12:51:24.509659 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-9fd6e9f0-751c-47e8-8fe9-378685b449f8 req-477264e7-49c0-40b7-ade5-5d8aa1884694 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Jun 08 12:51:25.286584 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:51:25.356322 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:51:25.360797 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:51:25.361170 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:25.474244 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:25.502767 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:25.505889 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c30c5b-0e90-458b-8d1f-3e7e9f93dc2b" -d '{"events": [{"server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "name": "network-vif-plugged", "status": "completed", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:25.513604 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:51:25.517804 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:25.519701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:51:25.556075 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a01a90-857c-4057-be40-be6230d6ae0c x-openstack-request-id: req-40a01a90-857c-4057-be40-be6230d6ae0c {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:25.556373 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "name": "network-vif-plugged", "status": "completed", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:25.556629 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-40a01a90-857c-4057-be40-be6230d6ae0c {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:25.557026 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'code': 200} Jun 08 12:51:25.589096 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:51:25.591666 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:51:25.703362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e970f-8fea-4291-a770-b38ffae931d3 req-80228e3d-79d5-4748-9440-448884921210 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:25.704730 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-319e970f-8fea-4291-a770-b38ffae931d3 req-80228e3d-79d5-4748-9440-448884921210 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0832744 Jun 08 12:51:25.749477 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-319e970f-8fea-4291-a770-b38ffae931d3 req-81c4dda8-907f-4670-b4e4-0ecba4f1ec86 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390091 Jun 08 12:51:25.815600 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce428fbf-dd59-435d-9308-ba98d1bc15e0 req-b655529f-4369-4927-b7d1-6028f0cf5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:25.817096 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ce428fbf-dd59-435d-9308-ba98d1bc15e0 req-b655529f-4369-4927-b7d1-6028f0cf5d40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 1099 time: 0.0667391 Jun 08 12:51:25.863356 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ce428fbf-dd59-435d-9308-ba98d1bc15e0 req-ccfd00f6-e332-4ca0-891e-672af0f5e9f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393844 Jun 08 12:51:26.930328 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de942-5609-4e1b-b6bb-4b14ae1c073b req-a2359f2a-a1b8-4fa7-a1bf-1017adb179ec tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:26.932024 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f48de942-5609-4e1b-b6bb-4b14ae1c073b req-a2359f2a-a1b8-4fa7-a1bf-1017adb179ec tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0797696 Jun 08 12:51:26.975764 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f48de942-5609-4e1b-b6bb-4b14ae1c073b req-e329e09b-5739-410e-aa05-410e26f9478e tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Jun 08 12:51:28.159794 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815414c-e1db-46f9-ac59-80682c5865f9 req-6e13021e-0da1-48db-b7fa-b3e827af0681 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:28.162040 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7815414c-e1db-46f9-ac59-80682c5865f9 req-6e13021e-0da1-48db-b7fa-b3e827af0681 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0829480 Jun 08 12:51:28.203839 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7815414c-e1db-46f9-ac59-80682c5865f9 req-a21ebc40-4d4c-4d0a-97be-b69f1ad579ae tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363767 Jun 08 12:51:28.385947 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a485a-a729-4764-9ace-a5c9b76095e6 req-f8957d37-421d-4b37-befe-7b6b936fd34c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:28.387407 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-500a485a-a729-4764-9ace-a5c9b76095e6 req-f8957d37-421d-4b37-befe-7b6b936fd34c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0834291 Jun 08 12:51:28.395859 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47258) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:51:28.400222 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Request body: {'floatingip': {'port_id': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:51:28.474275 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:29.059753 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:29.063421 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:29.242377 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Floating IP 63294e8e-f117-4f06-959d-a4ff08c4b5f4 associated. External IP: 172.28.0.250, port: 7b867bd4-49d2-4ca3-9b6a-cc4672471c24. Jun 08 12:51:29.678348 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:51:29.861156 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:51:29.866894 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:29.871692 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:51:29.882172 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:29.882795 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:51:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:29.922821 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-fabfbe73-77b2-401b-ac83-fde13118af6c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "PUT /v2.0/floatingips/63294e8e-f117-4f06-959d-a4ff08c4b5f4 HTTP/1.1" status: 200 len: 992 time: 1.5259147 Jun 08 12:51:29.923459 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:51:29.925833 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d443e57-9419-43ad-99fe-41ccad937fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:51:30.064795 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:30.072010 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff7513-9652-48e7-85f8-90e4db4c2741 x-openstack-request-id: req-5aff7513-9652-48e7-85f8-90e4db4c2741 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:51:30.072337 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:51:30.072624 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5aff7513-9652-48e7-85f8-90e4db4c2741 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:51:30.073048 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'status': 'completed', 'code': 200} Jun 08 12:51:30.214243 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-a2601d91-bb66-4b8b-a472-99447a874dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:30.215611 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-a2601d91-bb66-4b8b-a472-99447a874dd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=efc2cf31cf004c8db35d81a59a42297b&device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 1099 time: 0.0705147 Jun 08 12:51:30.351191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-1786e8d2-3507-4db5-8c04-9e633447ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:30.352665 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-1786e8d2-3507-4db5-8c04-9e633447ac3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 200 len: 912 time: 0.1303627 Jun 08 12:51:30.415135 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '63294e8e-f117-4f06-959d-a4ff08c4b5f4', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:4a:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:51:13Z', 'updated_at': '2021-06-08T12:51:28Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:30.419652 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:51:30.429103 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:51:30.429737 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:51:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:30.552039 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-f0b8198e-f086-4ca6-b53b-1f29e9946cfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24 HTTP/1.1" status: 200 len: 1000 time: 0.1918707 Jun 08 12:51:30.616432 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-d4180754-43b6-4773-89a6-95f6a1aade26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:30.617889 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-d4180754-43b6-4773-89a6-95f6a1aade26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 200 len: 850 time: 0.0601778 Jun 08 12:51:30.634766 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:51:30.692838 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-d91e600c-83d0-4556-86c8-2431c44f124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:30.694317 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-d91e600c-83d0-4556-86c8-2431c44f124f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ae409ad6-014d-434e-b658-5f341d69d708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701289 Jun 08 12:51:30.824705 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-b4f2458d-1f8a-42fa-ae40-8d3df788a1d4 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233852 Jun 08 12:51:30.955540 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d443e57-9419-43ad-99fe-41ccad937fe2 req-36a6746f-cdee-42b7-96fb-e43418ced0b5 service neutron] 10.222.0.47 "GET /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242554 Jun 08 12:51:30.979234 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '63294e8e-f117-4f06-959d-a4ff08c4b5f4', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:4a:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:51:13Z', 'updated_at': '2021-06-08T12:51:28Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:51:30.983211 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f479a-9d10-4024-9389-cea0213f3d2d None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': '63294e8e-f117-4f06-959d-a4ff08c4b5f4', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'floating_ip_address': '172.28.0.250', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'port_id': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'mac_address': 'fa:16:3e:4a:01:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:51:13Z', 'updated_at': '2021-06-08T12:51:28Z', 'revision_number': 1, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:51:31.169999 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72352d58-a159-4f51-b6d0-3a75e5bbbbf0 None None] New status for floating IP 63294e8e-f117-4f06-959d-a4ff08c4b5f4: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:51:35.103939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f089-9dee-4cc2-9d75-94dec2133e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:37.621567 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1600ce8d-a657-4149-91a2-785925ef3a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:37.759135 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:38.760690 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:40.561941 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:40.939377 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:51:48.776794 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:51:52.822010 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-901beb81-2d0a-4380-85a9-c74265d9e17c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688033 Jun 08 12:51:52.928871 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-f0cf2452-9167-4a6b-8b93-d2d75df38aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:52.930319 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-f0cf2452-9167-4a6b-8b93-d2d75df38aba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.0756836 Jun 08 12:51:53.080535 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-8f8b02a3-1ac1-4f00-9a45-803bf5404f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:53.082520 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-8f8b02a3-1ac1-4f00-9a45-803bf5404f93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.1305046 Jun 08 12:51:53.188853 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-2e05d78e-f96d-4b04-9c9d-390b6d230c6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 1001 time: 0.0996063 Jun 08 12:51:53.252200 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-13fba33f-abcd-4525-8b0d-f56a82b3e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:53.253621 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-13fba33f-abcd-4525-8b0d-f56a82b3e21e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.0576799 Jun 08 12:51:53.331031 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-de1dbb07-a937-4cd8-8871-4bcacd4d7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:51:53.332980 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-de1dbb07-a937-4cd8-8871-4bcacd4d7490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722747 Jun 08 12:51:53.466662 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-1ba49e07-3f20-47d4-bff2-5e6cdd8d6d22 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241457 Jun 08 12:51:53.600298 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a8e94ecb-ace0-45f2-89ec-973656a39978 req-4bbe4c8e-81f8-418a-b90d-d60063840280 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249700 Jun 08 12:52:05.105574 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-29dabbb6-5b79-4881-9bf1-f218bbd25890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:07.623577 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-189182c7-4917-4939-bc99-5e9e72594ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:07.761981 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:08.764974 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:10.563742 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:17.938814 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:52:18.791407 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:29.774225 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145acb4-3566-448c-8a49-faacbe679cac req-443f8be8-4cc3-48c6-a5bc-a3641c994103 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:29.775672 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b145acb4-3566-448c-8a49-faacbe679cac req-443f8be8-4cc3-48c6-a5bc-a3641c994103 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0823555 Jun 08 12:52:29.820577 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b145acb4-3566-448c-8a49-faacbe679cac req-36590fe0-25d9-44dc-ad6a-eb17e273066d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392244 Jun 08 12:52:31.004310 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6733e-8f61-4162-a0b5-b26d40a3d939 req-35226e97-2368-4f9b-a883-a0243ef11505 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:31.006319 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8fa6733e-8f61-4162-a0b5-b26d40a3d939 req-35226e97-2368-4f9b-a883-a0243ef11505 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0785472 Jun 08 12:52:31.054094 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8fa6733e-8f61-4162-a0b5-b26d40a3d939 req-99a3cdc0-ec40-4f9e-a7c6-d48e98e82a73 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Jun 08 12:52:32.246808 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3579a-31fa-49c2-bcf7-8630550a54a9 req-53dfe99a-9c2e-41b2-aa36-27932f6e1f30 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:32.248270 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-01c3579a-31fa-49c2-bcf7-8630550a54a9 req-53dfe99a-9c2e-41b2-aa36-27932f6e1f30 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0784507 Jun 08 12:52:32.293828 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-01c3579a-31fa-49c2-bcf7-8630550a54a9 req-6fc10b5e-3883-4d63-a145-4331df936f01 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399675 Jun 08 12:52:33.582196 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d56859-90be-4e6f-8c88-06207f20312b req-7332ed38-e7b0-449b-9d64-f5a3ab0576bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:33.583639 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-94d56859-90be-4e6f-8c88-06207f20312b req-7332ed38-e7b0-449b-9d64-f5a3ab0576bd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1803079 Jun 08 12:52:33.628628 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-94d56859-90be-4e6f-8c88-06207f20312b req-0d8a4aeb-df2e-4d5a-9629-c22a1c0c89dc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 Jun 08 12:52:34.815039 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad54461-524b-4766-8882-e79364396590 req-6f88a61a-2866-4a76-a718-809f2497e348 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:34.816502 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dad54461-524b-4766-8882-e79364396590 req-6f88a61a-2866-4a76-a718-809f2497e348 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0794444 Jun 08 12:52:34.863336 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-dad54461-524b-4766-8882-e79364396590 req-66390104-9c3f-4273-a1a9-b7311067c745 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Jun 08 12:52:35.107440 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e0ee959c-1ce1-43ee-964d-346320ab0eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:36.051324 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9f991-3c9b-4736-b3e6-ffa7fec970cb req-9de8a568-3c18-41ed-ac99-d7403d88be94 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:36.052699 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28e9f991-3c9b-4736-b3e6-ffa7fec970cb req-9de8a568-3c18-41ed-ac99-d7403d88be94 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0789473 Jun 08 12:52:36.096608 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-28e9f991-3c9b-4736-b3e6-ffa7fec970cb req-3e3ab652-0c6b-482a-a5f6-fa315b1dbd57 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376515 Jun 08 12:52:37.290604 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30a85-8138-4e47-a5eb-0195554ceb07 req-e281b9b4-3eff-403f-a2c0-e64105509b53 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:37.292056 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d4d30a85-8138-4e47-a5eb-0195554ceb07 req-e281b9b4-3eff-403f-a2c0-e64105509b53 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0863199 Jun 08 12:52:37.337714 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d4d30a85-8138-4e47-a5eb-0195554ceb07 req-8ea20a77-d852-44f4-bd1e-34905bc4f14f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400369 Jun 08 12:52:37.624623 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-870bbdf0-af2e-491a-9f4d-b03f8cbd3554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:37.767529 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:38.527695 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e53da1-f7ae-4f44-8474-f3c1ee7013b4 req-03f12368-eb83-4a09-b3ce-b167527a6697 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:38.529158 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d0e53da1-f7ae-4f44-8474-f3c1ee7013b4 req-03f12368-eb83-4a09-b3ce-b167527a6697 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0832338 Jun 08 12:52:38.578249 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d0e53da1-f7ae-4f44-8474-f3c1ee7013b4 req-6fc8944b-faad-4d32-923b-2c29089dacb3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430417 Jun 08 12:52:38.768400 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:39.325575 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6a787-4063-4a53-9e0a-f5725062cb54 req-06ea8d83-3864-4286-9ff3-bb18999e1f0f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:39.327049 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-17c6a787-4063-4a53-9e0a-f5725062cb54 req-06ea8d83-3864-4286-9ff3-bb18999e1f0f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0839455 Jun 08 12:52:39.374104 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-17c6a787-4063-4a53-9e0a-f5725062cb54 req-e8566482-86cd-4584-9296-3d4347a6b49b tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Jun 08 12:52:39.768228 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42194180-44c0-4734-9328-e2a3c2d4b3ab req-5eb7578a-5102-421d-a00e-20e749324571 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:39.769675 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-42194180-44c0-4734-9328-e2a3c2d4b3ab req-5eb7578a-5102-421d-a00e-20e749324571 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0804648 Jun 08 12:52:39.822279 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-42194180-44c0-4734-9328-e2a3c2d4b3ab req-f03614a0-a76d-4ad0-88aa-2c90de4d7343 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460455 Jun 08 12:52:40.572532 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:40.578684 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4383c-793b-49ab-af8e-07b45f19abc6 req-dbb4d4a8-3a2c-4dbd-b921-22f07acd406a tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:40.580263 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-11b4383c-793b-49ab-af8e-07b45f19abc6 req-dbb4d4a8-3a2c-4dbd-b921-22f07acd406a tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0903654 Jun 08 12:52:40.628386 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-11b4383c-793b-49ab-af8e-07b45f19abc6 req-5911139d-2b09-472d-bd6c-b09496bb3137 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Jun 08 12:52:41.017981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ee8b-a8ab-4270-849c-4910899df0c7 req-59f10d5d-0066-499d-81e9-08a0d0cba12d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:41.019452 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f039ee8b-a8ab-4270-849c-4910899df0c7 req-59f10d5d-0066-499d-81e9-08a0d0cba12d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0815437 Jun 08 12:52:41.066071 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f039ee8b-a8ab-4270-849c-4910899df0c7 req-b87c1fbb-1bc6-440b-973b-a72e7e29a5f7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Jun 08 12:52:41.819754 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62318ac2-07e7-4f25-ac96-0eea613407b1 req-471441d1-3137-46bd-b57c-f688c5483c8b tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:41.821270 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-62318ac2-07e7-4f25-ac96-0eea613407b1 req-471441d1-3137-46bd-b57c-f688c5483c8b tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0829427 Jun 08 12:52:41.863942 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-62318ac2-07e7-4f25-ac96-0eea613407b1 req-94b1e0b3-c6b4-488b-a56f-1705f1cad0fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370586 Jun 08 12:52:42.257848 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae7c7a-6204-483a-8085-f1cdf6894873 req-987db3fd-8f3f-477f-be0c-034dd84219d0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:42.259275 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ceae7c7a-6204-483a-8085-f1cdf6894873 req-987db3fd-8f3f-477f-be0c-034dd84219d0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0783606 Jun 08 12:52:42.302941 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ceae7c7a-6204-483a-8085-f1cdf6894873 req-11eca926-0d5e-4890-b2f6-af7c4b0dadd9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378907 Jun 08 12:52:43.056438 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce71eb-d8b0-41fb-8c7b-417b4fb5e13b req-6330fa1c-b31b-4776-b090-d192bc1009da tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:43.057819 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-11ce71eb-d8b0-41fb-8c7b-417b4fb5e13b req-6330fa1c-b31b-4776-b090-d192bc1009da tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0861330 Jun 08 12:52:43.106252 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-11ce71eb-d8b0-41fb-8c7b-417b4fb5e13b req-315cb197-fa9a-476b-92dd-79b9e0f8419f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Jun 08 12:52:43.493993 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e31e-675a-4975-a432-f85ab3677696 req-6c2f36a5-6b96-4ea4-8e04-26fa51f4044a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:43.495443 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3271e31e-675a-4975-a432-f85ab3677696 req-6c2f36a5-6b96-4ea4-8e04-26fa51f4044a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0809505 Jun 08 12:52:43.541187 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3271e31e-675a-4975-a432-f85ab3677696 req-4933b4d1-3b41-4859-9d45-a57bf3a1f784 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Jun 08 12:52:44.299024 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df4e5-eca6-4413-89aa-3e686b764409 req-3c541526-56c0-4b40-bdd2-8d85edfd51fa tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:44.300420 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0c6df4e5-eca6-4413-89aa-3e686b764409 req-3c541526-56c0-4b40-bdd2-8d85edfd51fa tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0844057 Jun 08 12:52:44.346453 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0c6df4e5-eca6-4413-89aa-3e686b764409 req-aceead08-10ed-4377-a0ee-e1c3379c0c4f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Jun 08 12:52:44.733960 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896edc7a-62c6-4490-a7fe-0f896527594f req-f9a6f9d1-c7f1-4393-acd8-be3bc1abe9d1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:44.735405 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-896edc7a-62c6-4490-a7fe-0f896527594f req-f9a6f9d1-c7f1-4393-acd8-be3bc1abe9d1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0799232 Jun 08 12:52:44.779750 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-896edc7a-62c6-4490-a7fe-0f896527594f req-bef42939-0481-4cec-b2e5-45af38693e28 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385468 Jun 08 12:52:45.538940 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6eb8-3b24-45d8-8dfe-a84cd44e9c1d req-a7ea65f2-5afd-4cd0-979f-160b59574c17 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:45.540469 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-924b6eb8-3b24-45d8-8dfe-a84cd44e9c1d req-a7ea65f2-5afd-4cd0-979f-160b59574c17 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0841565 Jun 08 12:52:45.586950 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-924b6eb8-3b24-45d8-8dfe-a84cd44e9c1d req-b6929db3-9f34-410b-8e52-bba321a0cc68 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Jun 08 12:52:45.972020 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff5b4-16df-4034-89ed-444cb6bf84c2 req-702bd28e-580e-4b64-a74d-8f30ea84aca6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:45.973498 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fcff5b4-16df-4034-89ed-444cb6bf84c2 req-702bd28e-580e-4b64-a74d-8f30ea84aca6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0824885 Jun 08 12:52:46.019180 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fcff5b4-16df-4034-89ed-444cb6bf84c2 req-6c8ca59d-fa25-4849-8cd0-a6d973ddfd80 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Jun 08 12:52:46.777513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5e1d7-fa14-495f-aa7f-75e84422932a req-6fd6cf1a-a877-4e26-9c04-5875cb8769fd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:46.778931 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a4b5e1d7-fa14-495f-aa7f-75e84422932a req-6fd6cf1a-a877-4e26-9c04-5875cb8769fd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0838184 Jun 08 12:52:46.830202 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-a4b5e1d7-fa14-495f-aa7f-75e84422932a req-4d2f5e3e-893c-4620-b08d-f9817c7ec960 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450091 Jun 08 12:52:47.236359 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8473ec-8ab6-4369-b11d-266c783cd880 req-41c7640d-c02d-4c6b-874f-b10e11f78950 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:47.238002 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a8473ec-8ab6-4369-b11d-266c783cd880 req-41c7640d-c02d-4c6b-874f-b10e11f78950 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0859966 Jun 08 12:52:47.292108 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a8473ec-8ab6-4369-b11d-266c783cd880 req-0f594b65-fcce-41ef-a299-20a52ad5ff62 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471249 Jun 08 12:52:47.753697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:52:47.883246 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:52:47.897260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:52:47.957597 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:47.974414 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:52:47.991314 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:52:47.995274 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:47.998220 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:52:48.016311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e8d15-9fbe-4b84-9ab3-321eb0c3999d req-1f9491d1-a3c5-4dcd-9ae9-227fb8539b51 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:48.017736 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-690e8d15-9fbe-4b84-9ab3-321eb0c3999d req-1f9491d1-a3c5-4dcd-9ae9-227fb8539b51 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0809052 Jun 08 12:52:48.062605 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-690e8d15-9fbe-4b84-9ab3-321eb0c3999d req-67d4097d-7aa6-46cf-9ae4-57127cba5116 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Jun 08 12:52:48.063784 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:52:48.071631 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.072012 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.072355 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.072697 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.073030 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.073369 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.073685 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.074016 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.074388 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.074650 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.074973 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.075291 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:52:48.080387 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:52:48.165646 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['a8014581-4d5a-4864-bba6-5de6a2bfe87a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:52:48.487042 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ff8f1-f453-4bdf-9a75-48f2e6063059 req-bf7ebcff-db7c-4935-b7a4-9c746ef39d33 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:48.488405 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-594ff8f1-f453-4bdf-9a75-48f2e6063059 req-bf7ebcff-db7c-4935-b7a4-9c746ef39d33 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.0801525 Jun 08 12:52:48.537730 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-594ff8f1-f453-4bdf-9a75-48f2e6063059 req-0c1f2c85-0e7d-40de-a7b0-5ab7bb44bd27 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Jun 08 12:52:48.816126 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:49.259521 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c738e8d-bbdf-452c-a36e-476057d5adf4 req-e114a5b4-f690-47d6-9aef-c804ce3aa919 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.260984 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5c738e8d-bbdf-452c-a36e-476057d5adf4 req-e114a5b4-f690-47d6-9aef-c804ce3aa919 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0803192 Jun 08 12:52:49.305813 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5c738e8d-bbdf-452c-a36e-476057d5adf4 req-3def5b41-3700-4461-ab24-56bf4ef784e0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Jun 08 12:52:49.507009 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-f9e5f74a-2754-4767-a365-5640bd2b9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.508457 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-f9e5f74a-2754-4767-a365-5640bd2b9493 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.0744836 Jun 08 12:52:49.642991 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-7d61b44c-1424-4a42-bc70-4b289b233a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.644468 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-7d61b44c-1424-4a42-bc70-4b289b233a42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.1287026 Jun 08 12:52:49.737652 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d3ad-acb6-48b3-8cc7-fd43dbd9c81d req-f86ac852-59af-4249-b5e7-bcab24611f91 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.739358 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6843d3ad-acb6-48b3-8cc7-fd43dbd9c81d req-f86ac852-59af-4249-b5e7-bcab24611f91 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.0885286 Jun 08 12:52:49.755004 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:52:49.763924 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-0f27fec6-874a-4853-a5e9-f695153633c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 1001 time: 0.1118088 Jun 08 12:52:49.816366 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6843d3ad-acb6-48b3-8cc7-fd43dbd9c81d req-0b15a823-d551-41b0-b5c4-1a2fb0c09a38 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703309 Jun 08 12:52:49.841051 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port a8014581-4d5a-4864-bba6-5de6a2bfe87a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:52:49.841662 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:49.929170 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-f9a66f05-2e7f-4cbb-a497-98aa14e90717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:49.930591 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-f9a66f05-2e7f-4cbb-a497-98aa14e90717 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.1605453 Jun 08 12:52:49.967266 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:49.995067 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:52:49.997357 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe206b9a-42a7-4c02-b570-a0f010500375" -d '{"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:52:50.006330 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:52:50.012561 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:50.014314 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-128d748b-bd37-4987-a150-7d1ed7947905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:50.015289 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:52:50.016217 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-128d748b-bd37-4987-a150-7d1ed7947905 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781057 Jun 08 12:52:50.052863 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138344cf-d116-40c6-8a18-7134b66d1676 x-openstack-request-id: req-138344cf-d116-40c6-8a18-7134b66d1676 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:52:50.053298 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:52:50.053787 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-138344cf-d116-40c6-8a18-7134b66d1676 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:52:50.054158 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'code': 200} Jun 08 12:52:50.092299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:52:50.095939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:52:50.153942 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-1729dac6-659f-49d5-a057-e4d5b55396f3 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303914 Jun 08 12:52:50.295316 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-efbd820f-ad68-4e41-872b-ae4c2cbacf9d req-72f2fb7b-7cdf-43a9-8a01-47b57ced38c8 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340325 Jun 08 12:52:50.496770 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52962e-c796-497c-85c1-27977d8d91a2 req-2821f510-74f6-436f-b101-1991cf5da515 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:50.498261 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eb52962e-c796-497c-85c1-27977d8d91a2 req-2821f510-74f6-436f-b101-1991cf5da515 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0834444 Jun 08 12:52:50.559248 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eb52962e-c796-497c-85c1-27977d8d91a2 req-b76009f2-4358-4965-9ed3-274b241a0b5c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548997 Jun 08 12:52:51.013528 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c1dc6-f65b-4b19-b0a7-f101502a682a req-feec95cb-a5ea-4167-995b-a433e52e6380 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:51.015066 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4c6c1dc6-f65b-4b19-b0a7-f101502a682a req-feec95cb-a5ea-4167-995b-a433e52e6380 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0823596 Jun 08 12:52:51.069158 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4c6c1dc6-f65b-4b19-b0a7-f101502a682a req-ad5e686d-1379-41a4-b9e1-73ec710f4abf tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Jun 08 12:52:51.762288 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e45b25-39f6-4c55-8908-42fee81a26ee req-d0794efc-4026-45b1-8363-a1950da5e5e2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:51.763778 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-18e45b25-39f6-4c55-8908-42fee81a26ee req-d0794efc-4026-45b1-8363-a1950da5e5e2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0892055 Jun 08 12:52:51.809374 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-18e45b25-39f6-4c55-8908-42fee81a26ee req-801945fb-b842-4e97-82b5-8eb45fbf9187 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398433 Jun 08 12:52:52.280102 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ff29a-66b3-4f13-936d-c3aac18a6f90 req-845273ff-a449-452c-8580-1258b5cbb006 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:52.282018 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-af5ff29a-66b3-4f13-936d-c3aac18a6f90 req-845273ff-a449-452c-8580-1258b5cbb006 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0896776 Jun 08 12:52:52.361014 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-af5ff29a-66b3-4f13-936d-c3aac18a6f90 req-556edb46-3b0b-4b6d-84f9-ac249ef826c4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715413 Jun 08 12:52:53.013654 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d00ae-1be9-4eff-bed7-52ee186601a0 req-6cf5ec73-2c9c-45e8-9317-840f7fef4d79 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:53.016097 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ce2d00ae-1be9-4eff-bed7-52ee186601a0 req-6cf5ec73-2c9c-45e8-9317-840f7fef4d79 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0936308 Jun 08 12:52:53.073291 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-ce2d00ae-1be9-4eff-bed7-52ee186601a0 req-32016ae7-7326-42e7-bfa0-3fe57ee407ea tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498016 Jun 08 12:52:53.435363 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-4e10ad0a-ad0b-4bfe-8f20-7f383e90ab2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295464 Jun 08 12:52:53.525948 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e2fa-4a6d-4d4d-b588-3b3ed36ee42e req-40cc59b0-800d-41f0-a0df-d87ae80e6f07 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:53.537768 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b815e2fa-4a6d-4d4d-b588-3b3ed36ee42e req-40cc59b0-800d-41f0-a0df-d87ae80e6f07 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.1512041 Jun 08 12:52:53.665208 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b815e2fa-4a6d-4d4d-b588-3b3ed36ee42e req-06d9faf5-ef19-49a4-b376-1ae8bfe0bbb2 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261904 Jun 08 12:52:53.792316 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69990cc-cce6-419d-a233-9e4f5d5fa8b9 req-cf64e9ba-53a1-40b4-a350-50d62dc049a1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:53.794154 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e69990cc-cce6-419d-a233-9e4f5d5fa8b9 req-cf64e9ba-53a1-40b4-a350-50d62dc049a1 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.2183442 Jun 08 12:52:53.897744 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e69990cc-cce6-419d-a233-9e4f5d5fa8b9 req-027c252d-de54-4dcc-8cef-b1f453c6826a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804114 Jun 08 12:52:54.950014 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:52:55.120169 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bca7e1-ab79-4b1a-9a13-c8961ff25a29 req-93a51bcd-0df1-4635-a716-7c4a2a1555c7 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.128710 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-81bca7e1-ab79-4b1a-9a13-c8961ff25a29 req-93a51bcd-0df1-4635-a716-7c4a2a1555c7 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.3017223 Jun 08 12:52:55.196471 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-a9589a89-5ea5-47da-9314-134013ef9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.198418 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-a9589a89-5ea5-47da-9314-134013ef9c62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1098 time: 0.2453907 Jun 08 12:52:55.202814 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-81bca7e1-ab79-4b1a-9a13-c8961ff25a29 req-e1dac4a5-8a15-4631-959d-02d457a04131 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732229 Jun 08 12:52:55.236815 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff7202-1a70-4f67-be5f-b9e9722a7bbb req-571c0e14-8efa-45eb-bf32-1f8e30e2f4e4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.239093 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5ff7202-1a70-4f67-be5f-b9e9722a7bbb req-571c0e14-8efa-45eb-bf32-1f8e30e2f4e4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1912620 Jun 08 12:52:55.338232 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5ff7202-1a70-4f67-be5f-b9e9722a7bbb req-2d1d0e7f-df7a-4b66-bc11-acc044a32569 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869923 Jun 08 12:52:55.413746 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-a461a8ef-04ae-4708-9521-dd7c68ac452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.417467 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-a461a8ef-04ae-4708-9521-dd7c68ac452a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1952963 Jun 08 12:52:55.603188 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-462125e1-d031-444d-bbb4-2feabb843479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 1001 time: 0.1784613 Jun 08 12:52:55.720349 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-3c9a8f5f-059c-42d2-93bf-984ff2e73d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.721981 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-3c9a8f5f-059c-42d2-93bf-984ff2e73d47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.1113563 Jun 08 12:52:55.770656 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:52:55.898893 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-ebd917c6-06a9-4840-a864-a01e18d2f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.902982 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-ebd917c6-06a9-4840-a864-a01e18d2f9a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1705980 Jun 08 12:52:55.928777 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-49067948-cac6-4b9d-9842-b4e2c606c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:55.930243 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-49067948-cac6-4b9d-9842-b4e2c606c41a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa&tenant_id=b19fb922e3bc482ca196b0bc3e597cec HTTP/1.1" status: 200 len: 1098 time: 0.1990480 Jun 08 12:52:56.052905 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:56.114047 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:52:56.119195 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55820e25-9e0b-4272-bb97-0a2f1d2e7d8d" -d '{"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-unplugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:52:56.125449 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-03e7e23f-b05b-4a2c-b8bd-60b6bf0e06f8 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992371 Jun 08 12:52:56.137413 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:52:56.152859 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:52:56.156924 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:52:56.230196 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-a38dd5ba-f2f9-4f0d-a456-c88e40341070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.233318 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-a38dd5ba-f2f9-4f0d-a456-c88e40341070 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1096 time: 0.2463121 Jun 08 12:52:56.262499 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 12:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82d5ea-aabb-4ed5-83cf-6b718821ec8f x-openstack-request-id: req-dc82d5ea-aabb-4ed5-83cf-6b718821ec8f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:52:56.263245 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-unplugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:52:56.263896 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc82d5ea-aabb-4ed5-83cf-6b718821ec8f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:52:56.264996 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'code': 200} Jun 08 12:52:56.364727 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=6']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:52:56.380167 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:52:56.501470 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-431be490-ce0c-449e-b146-ce223c1cc9a8 req-7e68bc27-7c77-4529-8f39-350b7b64a558 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599660 Jun 08 12:52:56.597391 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-645885f4-6196-421c-84fd-26df8c6be3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.600084 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-645885f4-6196-421c-84fd-26df8c6be3ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.3494422 Jun 08 12:52:56.675109 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f982ac7-a752-4b34-b992-3edf3edf68bd req-99d5f083-6c6c-427d-b53b-1563b84af631 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.678038 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f982ac7-a752-4b34-b992-3edf3edf68bd req-99d5f083-6c6c-427d-b53b-1563b84af631 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1306663 Jun 08 12:52:56.732018 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573de26-cc6c-47b8-8913-0041cf85a381 req-08732a2c-647d-481a-bb85-5cc0a36e5fa6 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.739488 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e573de26-cc6c-47b8-8913-0041cf85a381 req-08732a2c-647d-481a-bb85-5cc0a36e5fa6 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.2716079 Jun 08 12:52:56.749634 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4f982ac7-a752-4b34-b992-3edf3edf68bd req-74f52243-eda7-4575-855a-9b26d317fb2e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636184 Jun 08 12:52:56.796287 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-935b0910-fde3-4546-bf00-24887ab5bd67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 999 time: 0.1809673 Jun 08 12:52:56.809130 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e573de26-cc6c-47b8-8913-0041cf85a381 req-25bb0569-c7cb-430d-b1a0-a8d42e7990ea tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683553 Jun 08 12:52:56.905669 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-597d54e4-500f-4583-8f8f-614771313918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:56.907809 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-597d54e4-500f-4583-8f8f-614771313918 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.0977423 Jun 08 12:52:57.010468 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-82c6056b-30e8-428b-8fff-117e94659e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:57.012570 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-82c6056b-30e8-428b-8fff-117e94659e5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0977628 Jun 08 12:52:57.209908 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-03e260e3-bf98-4be5-9e74-08d9e8fe47c4 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844862 Jun 08 12:52:57.367740 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-4f7f6c13-3e3b-484b-bd9b-38d4e396e662 req-d93b930b-8f8a-4b9d-addc-a04fbe6fa556 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506350 Jun 08 12:52:57.981191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b866-59cd-4ce3-9878-61d1aafae9da req-77e2c45e-b142-48f8-a478-7513e1888875 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:57.983759 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8cd1b866-59cd-4ce3-9878-61d1aafae9da req-77e2c45e-b142-48f8-a478-7513e1888875 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1262529 Jun 08 12:52:58.048324 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a4497-4364-4bd2-b995-45908f444146 req-0fc4db5d-c3a8-4cf6-98b2-8c500a99d0db tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:58.049484 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8cd1b866-59cd-4ce3-9878-61d1aafae9da req-c136808a-539d-4f61-afbd-023e7eefbc5b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596535 Jun 08 12:52:58.057250 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5e2a4497-4364-4bd2-b995-45908f444146 req-0fc4db5d-c3a8-4cf6-98b2-8c500a99d0db tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.1003256 Jun 08 12:52:58.110349 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5e2a4497-4364-4bd2-b995-45908f444146 req-25952b77-0c8f-4202-8453-4a492fe2b68e tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520799 Jun 08 12:52:59.282557 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f281-e2fc-4064-8746-61e475345fdc req-2fea006e-829e-4128-9b16-a107c1ad2a97 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:59.286225 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5b29f281-e2fc-4064-8746-61e475345fdc req-2fea006e-829e-4128-9b16-a107c1ad2a97 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1160531 Jun 08 12:52:59.420075 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-5b29f281-e2fc-4064-8746-61e475345fdc req-fd83afc5-883d-475b-b499-c7e42b439f1a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180801 Jun 08 12:52:59.603665 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3366a-7eaa-404e-9526-abdbc8cb239c req-c001cd97-70e9-4ff5-93e7-9c1d530b462d tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:52:59.606527 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-79b3366a-7eaa-404e-9526-abdbc8cb239c req-c001cd97-70e9-4ff5-93e7-9c1d530b462d tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.1120338 Jun 08 12:52:59.670939 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-79b3366a-7eaa-404e-9526-abdbc8cb239c req-933f41ea-1001-45dc-85b1-73d0c0b20444 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584908 Jun 08 12:53:00.647805 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fdfff-106f-4c3a-a565-31f53f5fe38f req-4967dd1c-2549-4f06-8622-d3d4c453ca42 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:00.649030 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7c3fdfff-106f-4c3a-a565-31f53f5fe38f req-4967dd1c-2549-4f06-8622-d3d4c453ca42 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0873232 Jun 08 12:53:00.697773 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7c3fdfff-106f-4c3a-a565-31f53f5fe38f req-230db573-3c50-409e-8597-49d75cf64840 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Jun 08 12:53:00.879292 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46609d-e91c-47d2-9443-a616436cc8ee req-59aa4a91-8ff0-4472-8ca1-05841739572b tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:00.881025 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6a46609d-e91c-47d2-9443-a616436cc8ee req-59aa4a91-8ff0-4472-8ca1-05841739572b tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0944300 Jun 08 12:53:00.936418 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6a46609d-e91c-47d2-9443-a616436cc8ee req-6cd6d47f-aedb-4cf7-93b4-9b704fd342ac tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Jun 08 12:53:01.787861 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:53:01.951397 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed32e0f-e960-4234-a36e-9118559de628 req-568aa3bb-80d7-44a0-9e02-a5fc69b30a0e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:01.958352 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2ed32e0f-e960-4234-a36e-9118559de628 req-568aa3bb-80d7-44a0-9e02-a5fc69b30a0e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1069422 Jun 08 12:53:02.012299 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2ed32e0f-e960-4234-a36e-9118559de628 req-ae63e842-d8d2-418d-8202-e1474e417c46 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525234 Jun 08 12:53:02.047487 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:02.062205 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'port_id': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'mac_address': 'fa:16:3e:d7:75:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:53:02.144036 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:02.170221 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:53:02.179331 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15c376-abc5-4c69-8b8b-c0fb0354df0c req-6fa78662-d062-49ae-8a92-f17a771d52a0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:02.180997 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4d15c376-abc5-4c69-8b8b-c0fb0354df0c req-6fa78662-d062-49ae-8a92-f17a771d52a0 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 943 time: 0.0970535 Jun 08 12:53:02.189260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:02.197737 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:02.200339 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:02.252081 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4d15c376-abc5-4c69-8b8b-c0fb0354df0c req-65bb782c-7c2a-4527-a540-18e5cd454136 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652606 Jun 08 12:53:02.298134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=7']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:02.309188 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:02.655722 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['0176acfd-dd8f-4bd6-baae-ebf94f5d6939'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:53:03.310309 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c0663-a694-407e-b4cd-256ab6c398d1 req-9616b140-1ef9-49a8-921e-e6595cd641ec tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:03.312021 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-529c0663-a694-407e-b4cd-256ab6c398d1 req-9616b140-1ef9-49a8-921e-e6595cd641ec tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1058276 Jun 08 12:53:03.400916 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-529c0663-a694-407e-b4cd-256ab6c398d1 req-86c8e76c-4b81-4ac8-b229-e5e6bac41597 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755227 Jun 08 12:53:03.506274 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49906b3c-f4e3-4a47-b8f7-57016ab403d2 req-87719fa4-72d9-4da8-b6bb-57c37da0633a tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:03.507863 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-49906b3c-f4e3-4a47-b8f7-57016ab403d2 req-87719fa4-72d9-4da8-b6bb-57c37da0633a tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0865488 Jun 08 12:53:03.561964 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-49906b3c-f4e3-4a47-b8f7-57016ab403d2 req-a71e4007-0cc0-4613-bc9b-877dffb1a506 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443566 Jun 08 12:53:04.651592 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d7483-425c-48eb-ad27-f89a4454a7af req-fc8a7d1e-e9db-473a-b8e8-8caa8ab6afce tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:04.659095 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a7d7483-425c-48eb-ad27-f89a4454a7af req-fc8a7d1e-e9db-473a-b8e8-8caa8ab6afce tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1258307 Jun 08 12:53:04.710750 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3a7d7483-425c-48eb-ad27-f89a4454a7af req-e8c0d186-59ad-4855-8274-29e5829b5c4d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506332 Jun 08 12:53:04.772099 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef1f4d-91bb-4c52-8a22-0177f6241f2c req-11fd6858-3859-4a43-a4ba-06702510ed0c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:04.778956 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eaef1f4d-91bb-4c52-8a22-0177f6241f2c req-11fd6858-3859-4a43-a4ba-06702510ed0c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0956542 Jun 08 12:53:04.821547 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-eaef1f4d-91bb-4c52-8a22-0177f6241f2c req-d61bc24b-5f0f-4167-9fce-792fbdf5ef77 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 Jun 08 12:53:05.109081 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f1f4df5f-0951-415a-a07a-4788409b89a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:05.847773 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:53:05.921587 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:53:05.921987 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:05.949208 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97b7f-fce3-410f-932f-e2a1898bd4a5 req-7af78bed-51e6-4662-ba42-acd3b6317298 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:05.956402 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48b97b7f-fce3-410f-932f-e2a1898bd4a5 req-7af78bed-51e6-4662-ba42-acd3b6317298 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0979190 Jun 08 12:53:06.004969 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-48b97b7f-fce3-410f-932f-e2a1898bd4a5 req-5d88ef4f-8542-4b51-946d-c14699e75f3c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477104 Jun 08 12:53:06.041150 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85c3b-33e2-4169-ba86-7b0c280a5ea0 req-7f9fa4d4-bc73-4a3d-9354-d0c693400c55 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.043388 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c8e85c3b-33e2-4169-ba86-7b0c280a5ea0 req-7f9fa4d4-bc73-4a3d-9354-d0c693400c55 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 944 time: 0.0949090 Jun 08 12:53:06.053631 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:06.079558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-a53ed463-dcd8-4b62-871f-223330fa60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.081202 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-a53ed463-dcd8-4b62-871f-223330fa60e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1098 time: 0.0741427 Jun 08 12:53:06.081935 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:53:06.084927 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e724b9c3-0216-4d05-be70-866f511bf60a" -d '{"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-plugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:53:06.098735 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:06.100011 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c8e85c3b-33e2-4169-ba86-7b0c280a5ea0 req-f5979c45-a5cb-4fac-8731-8275580fa65f tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502985 Jun 08 12:53:06.104119 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:06.107415 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-49248f43-2ab1-44cd-81a8-bc593658c315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:06.157660 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552fad43-47d4-43ee-97da-ab9610e040dd x-openstack-request-id: req-552fad43-47d4-43ee-97da-ab9610e040dd {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:53:06.158439 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-plugged", "status": "completed", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:53:06.158439 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-552fad43-47d4-43ee-97da-ab9610e040dd {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:53:06.158645 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'code': 200} Jun 08 12:53:06.184671 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:06.187802 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:06.325373 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-8f744709-6788-4e99-8124-9a326b2403aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.326697 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-8f744709-6788-4e99-8124-9a326b2403aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.2280362 Jun 08 12:53:06.431169 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-748b3a3e-9941-4b58-a33d-bbc081dd2ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 1001 time: 0.0965238 Jun 08 12:53:06.520677 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-31a036b5-93de-480f-9ae3-3b3d739a337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.522673 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-31a036b5-93de-480f-9ae3-3b3d739a337b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0675321 Jun 08 12:53:06.611814 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-69e4129b-2f38-4cb8-a171-e8c086f55b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.613260 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-69e4129b-2f38-4cb8-a171-e8c086f55b4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719767 Jun 08 12:53:06.638698 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184775b5-aab3-407d-8af2-08fdbf8f61e3 req-eaa47f65-f9d7-4f93-ad18-9574cf5a4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:06.640168 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-184775b5-aab3-407d-8af2-08fdbf8f61e3 req-eaa47f65-f9d7-4f93-ad18-9574cf5a4809 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.0781393 Jun 08 12:53:06.689119 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-184775b5-aab3-407d-8af2-08fdbf8f61e3 req-ed17ea89-6b99-4233-815e-88b4c3d3671c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434194 Jun 08 12:53:06.745240 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-5fa3ec63-c9ba-4b14-954c-2817a32c5d40 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249671 Jun 08 12:53:07.218970 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296826c-bb63-4341-8d83-47297418b1f0 req-5d4e58d8-fb85-4649-9453-2316f798a9fd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:07.228487 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6296826c-bb63-4341-8d83-47297418b1f0 req-5d4e58d8-fb85-4649-9453-2316f798a9fd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.1017885 Jun 08 12:53:07.270149 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6296826c-bb63-4341-8d83-47297418b1f0 req-c5836d95-972e-43b6-af3a-ef53c898c996 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Jun 08 12:53:07.311676 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-527ad7e8-ca93-48f6-ae6c-0ba9954e4d64 req-cea05ec0-e2cb-4ee4-bb89-c4cb0e3f1731 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375009 Jun 08 12:53:07.345965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1f6ce-60ed-42cb-80dd-d096213d3fc8 req-54dcbcdc-eb23-4e96-aa6b-cb66b00f301c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:07.347487 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-47c1f6ce-60ed-42cb-80dd-d096213d3fc8 req-54dcbcdc-eb23-4e96-aa6b-cb66b00f301c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.1107469 Jun 08 12:53:07.397739 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-47c1f6ce-60ed-42cb-80dd-d096213d3fc8 req-e72827a0-6832-4ac4-a01f-5ca63f23a881 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444572 Jun 08 12:53:07.626929 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6690979a-384f-4a60-bee7-c1562fed50a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:07.703336 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25b739-d38e-4fa9-80c8-5f3d05c63003 req-48c5a6da-ba38-4241-bbaf-787db0125d89 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:07.704698 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aa25b739-d38e-4fa9-80c8-5f3d05c63003 req-48c5a6da-ba38-4241-bbaf-787db0125d89 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0858741 Jun 08 12:53:07.753979 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aa25b739-d38e-4fa9-80c8-5f3d05c63003 req-7771c58e-4f98-4fa6-9f5c-b3baa2d92f16 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433648 Jun 08 12:53:07.760578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:08.475626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b36e5-e6f0-410e-aadb-4db94ee2f90b req-b37407b1-09a7-4543-a32b-b546a71bc723 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:08.477137 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e5b36e5-e6f0-410e-aadb-4db94ee2f90b req-b37407b1-09a7-4543-a32b-b546a71bc723 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0920894 Jun 08 12:53:08.525969 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e5b36e5-e6f0-410e-aadb-4db94ee2f90b req-51f6fff5-b89a-4805-a0ec-caa11055a87b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Jun 08 12:53:08.595819 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772e965-9903-43fc-ad2b-a9ed66131068 req-cbf1be15-9f1f-432a-aab1-dacff6fdcf34 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:08.597241 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7772e965-9903-43fc-ad2b-a9ed66131068 req-cbf1be15-9f1f-432a-aab1-dacff6fdcf34 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0846734 Jun 08 12:53:08.642524 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7772e965-9903-43fc-ad2b-a9ed66131068 req-8fd7ea29-91af-480f-8624-0e79532ee68c tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390182 Jun 08 12:53:08.770211 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:08.939353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191fb29-99fa-464e-bcc8-0b28007ddcfd req-5695db9d-45b4-453a-9d49-a898078cf295 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:08.940822 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7191fb29-99fa-464e-bcc8-0b28007ddcfd req-5695db9d-45b4-453a-9d49-a898078cf295 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0789342 Jun 08 12:53:08.985880 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7191fb29-99fa-464e-bcc8-0b28007ddcfd req-d0c595c8-3355-46cb-ad5d-3833859251f5 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Jun 08 12:53:09.720139 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf881-6eba-49b4-b00e-2d84fbbab203 req-9839ec03-5e2c-4c07-952d-f669ff771846 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:09.721618 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3caf881-6eba-49b4-b00e-2d84fbbab203 req-9839ec03-5e2c-4c07-952d-f669ff771846 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 945 time: 0.0833108 Jun 08 12:53:09.766626 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e3caf881-6eba-49b4-b00e-2d84fbbab203 req-13827e49-be0c-4b60-8e78-0cabeecf27a0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390646 Jun 08 12:53:09.866302 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:09.983680 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.013931 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:53:10.016903 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e0208-1a53-4156-af12-0dfb662685fe" -d '{"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:53:10.026655 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:10.032656 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.036361 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:10.067693 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0ed79b-934d-4c3c-ab89-577a7a135bfb x-openstack-request-id: req-ea0ed79b-934d-4c3c-ab89-577a7a135bfb {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:53:10.068906 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:53:10.069159 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea0ed79b-934d-4c3c-ab89-577a7a135bfb {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:53:10.072634 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'code': 200} Jun 08 12:53:10.108622 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=8']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:10.111734 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:10.191255 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27f485-3cbd-4d95-9add-f7c7e6947d96 req-f130620d-1e5e-4019-826c-6a26636e6933 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:10.192740 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5c27f485-3cbd-4d95-9add-f7c7e6947d96 req-f130620d-1e5e-4019-826c-6a26636e6933 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0852878 Jun 08 12:53:10.239504 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5c27f485-3cbd-4d95-9add-f7c7e6947d96 req-210a4c67-9c6a-4d08-a02f-d396f2dc829d tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups?id=34c63936-7eea-4721-a0c1-649408e963be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Jun 08 12:53:10.241890 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-bb087190-379c-4a68-8caf-f666846776e0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:10.243377 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-bb087190-379c-4a68-8caf-f666846776e0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 946 time: 0.0931783 Jun 08 12:53:10.389847 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Deleting port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:10.390240 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.532370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] For port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:10.532678 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.569722 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.970754 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.971364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:10.971486 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Floating IP 63294e8e-f117-4f06-959d-a4ff08c4b5f4 disassociated. External IP: 172.28.0.250, port: 7b867bd4-49d2-4ca3-9b6a-cc4672471c24. Jun 08 12:53:10.971762 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Calling delete_port for 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:11.014590 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1428b-6cfb-42f7-a784-84eacac62b68 req-c4aa5aca-7057-47b3-8f3e-ab8f037f7441 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:11.016059 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a7f1428b-6cfb-42f7-a784-84eacac62b68 req-c4aa5aca-7057-47b3-8f3e-ab8f037f7441 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.1328678 Jun 08 12:53:11.075867 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a7f1428b-6cfb-42f7-a784-84eacac62b68 req-13c5b1db-5b7f-44ca-8059-ef369233db25 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526950 Jun 08 12:53:11.146855 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:11.152576 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-7026fce3-26fd-4890-beff-6c0864c8fc99 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:11.199730 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'Port': ['ID=7b867bd4-49d2-4ca3-9b6a-cc4672471c24,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:11.212228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.212566 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.212938 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.213299 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.213655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.214011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.214360 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.214706 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.215062 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.215411 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.215878 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.216131 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:11.220365 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:11.418993 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-388730e9-16e8-463a-9efe-9eae5ba09b50 req-0faeb05b-7528-47fb-bbc8-904d993767cd tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 210 time: 0.0518131 Jun 08 12:53:11.471439 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:53:11.700543 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:53:11.713881 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:53:11.730073 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:53:11.730838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:53:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:11.824522 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] No DVR routers for this DVR port 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:53:11.827441 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:11.829522 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-30a9b137-772a-4cc0-82c6-6b08c3a9d3c2 req-fed6c98a-3433-42c8-af70-ff0c715f1c95 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.47 "DELETE /v2.0/ports/7b867bd4-49d2-4ca3-9b6a-cc4672471c24 HTTP/1.1" status: 204 len: 173 time: 1.5799234 Jun 08 12:53:11.830045 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'name': 'network-vif-deleted', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:53:11.832873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92e5bb4-ffbf-4da9-b760-f9b21900b8a3" -d '{"events": [{"server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "name": "network-vif-deleted", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:53:11.891569 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9115a-70ae-484c-b4c1-6b97155f1f9b x-openstack-request-id: req-87a9115a-70ae-484c-b4c1-6b97155f1f9b {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:53:11.892127 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040ac071-69d5-4645-ad81-88b18dd2efc1", "name": "network-vif-deleted", "tag": "7b867bd4-49d2-4ca3-9b6a-cc4672471c24", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:53:11.892523 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87a9115a-70ae-484c-b4c1-6b97155f1f9b {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:53:11.892973 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040ac071-69d5-4645-ad81-88b18dd2efc1', 'name': 'network-vif-deleted', 'tag': '7b867bd4-49d2-4ca3-9b6a-cc4672471c24', 'status': 'completed', 'code': 200} Jun 08 12:53:11.943510 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:53:12.310029 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:12.314624 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:53:12.325629 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:53:12.326378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:53:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:12.521601 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:53:12.618077 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-78826798-ee9e-4eaf-838b-a0a9927f1456 req-32ce4b81-0472-44f0-8e9b-064aadb18d57 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/ports?device_id=040ac071-69d5-4645-ad81-88b18dd2efc1 HTTP/1.1" status: 200 len: 210 time: 0.0487366 Jun 08 12:53:12.660145 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897066d-de39-45c3-91f6-cd0aaf9aa08f req-68a7481f-13cc-4134-bc1a-cff5c282f4e4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:12.662385 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3897066d-de39-45c3-91f6-cd0aaf9aa08f req-68a7481f-13cc-4134-bc1a-cff5c282f4e4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0944991 Jun 08 12:53:12.719154 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3897066d-de39-45c3-91f6-cd0aaf9aa08f req-330de993-164d-420d-971b-788d945208c4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511293 Jun 08 12:53:12.882725 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:12.886911 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e42dce4-40d9-41d7-8649-6ce2d2515edc None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:45:04Z', 'revision_number': 4, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'b357e1c2-c971-4895-b1c1-63eb1db61a48', 'name': '', 'network_id': 'ae409ad6-014d-434e-b658-5f341d69d708', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'mac_address': 'fa:16:3e:64:35:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'a4040e92-9900-4315-842b-7b003357d065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:02Z', 'updated_at': '2021-06-08T12:45:20Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'subnets': [{'id': 'a4040e92-9900-4315-842b-7b003357d065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:53:12.991536 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47876) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:13.105610 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9210621d-ae6b-474a-9c7d-ccf16de19a9b None None] New status for floating IP 63294e8e-f117-4f06-959d-a4ff08c4b5f4: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:53:13.116113 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-0227f42a-b18e-42ea-a769-1258e8b304b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1233268 Jun 08 12:53:13.892532 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:13.919235 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7606b1-883f-4d26-8b2b-b910d626a1d7 req-af03d5d1-0b90-4782-8cf3-8975afe5c1a3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:13.921755 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0c7606b1-883f-4d26-8b2b-b910d626a1d7 req-af03d5d1-0b90-4782-8cf3-8975afe5c1a3 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0923026 Jun 08 12:53:13.942520 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:53:13.943579 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 7b867bd4-49d2-4ca3-9b6a-cc4672471c24 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:53:13.944068 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:13.975777 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0c7606b1-883f-4d26-8b2b-b910d626a1d7 req-89ede6e4-9cc9-4a91-85f4-0a3ca6d531ad tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480094 Jun 08 12:53:14.108485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-f05a1e80-3f35-4562-81d0-7aa213bf5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.109947 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-f05a1e80-3f35-4562-81d0-7aa213bf5e5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce&tenant_id=ead0603002f94534b11a88f11c5b9230 HTTP/1.1" status: 200 len: 1096 time: 0.0873477 Jun 08 12:53:14.214927 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-d788d08d-d3bd-4013-ae84-6cf522bbf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.216428 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-d788d08d-d3bd-4013-ae84-6cf522bbf3f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ead0603002f94534b11a88f11c5b9230&device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1096 time: 0.0732479 Jun 08 12:53:14.372915 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-e03f2d88-c9a7-4b7c-a017-05516ada7d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.374359 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-e03f2d88-c9a7-4b7c-a017-05516ada7d6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 200 len: 916 time: 0.1516874 Jun 08 12:53:14.481802 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-5431f91f-9c2b-432c-9e4d-ea4f9d500a8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 200 len: 999 time: 0.1012614 Jun 08 12:53:14.545197 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-5b1bfd78-4645-4394-a739-13ceb80a9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.546626 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-5b1bfd78-4645-4394-a739-13ceb80a9c25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 200 len: 854 time: 0.0582924 Jun 08 12:53:14.715472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-1c3b4e29-a18a-4646-a6ec-46818b81451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:14.716900 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-1c3b4e29-a18a-4646-a6ec-46818b81451c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2919bee-91d5-45af-b8a0-c92f2995d79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1633241 Jun 08 12:53:14.769666 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47894) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:14.836158 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:14.851290 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-15d52c2e-3ca2-4a6e-ba6a-29c701c3d035 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273947 Jun 08 12:53:14.864266 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:14.919635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:14.922297 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:14.923467 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "DELETE /v2.0/security-groups/34c63936-7eea-4721-a0c1-649408e963be HTTP/1.1" status: 204 len: 168 time: 0.1528223 Jun 08 12:53:14.924253 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-47655dcf-b8cd-439f-85de-fc9ef476a3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:14.933462 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47896) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:14.953249 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c63936-7eea-4721-a0c1-649408e963be,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:14.962941 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.963310 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.963676 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.964065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.964416 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.964767 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.965117 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.965461 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.965810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.966154 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.966498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.966837 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:53:14.969682 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.api.v2.resource [None req-01f59320-164a-4194-9e93-ba574faea3fa tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] show failed (client error): The resource could not be found. Jun 08 12:53:14.973320 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-01f59320-164a-4194-9e93-ba574faea3fa tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "GET /v2.0/security-groups/34c63936-7eea-4721-a0c1-649408e963be HTTP/1.1" status: 404 len: 347 time: 0.0357199 Jun 08 12:53:14.973320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5fe56509-0c08-40ef-a680-3b28f15a51da tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:14.976180 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47898) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:14.988950 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-83cdc675-958b-46f6-af0d-03f828978bc8 req-8d8c4044-ff8c-4913-81ea-a74b3da16fc6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314147 Jun 08 12:53:15.185655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141984c8-8b38-4c3e-bc96-89d7f437a034 req-45fc245f-3cfa-4307-9a79-a8627a614259 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:15.187150 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-141984c8-8b38-4c3e-bc96-89d7f437a034 req-45fc245f-3cfa-4307-9a79-a8627a614259 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0899391 Jun 08 12:53:15.235923 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-141984c8-8b38-4c3e-bc96-89d7f437a034 req-20c5dd52-1f30-410f-9d93-debb30db57de tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Jun 08 12:53:15.293478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Deleting port ddca986c-eb15-4b20-a526-9854f31b9f0a {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:15.293820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.417203 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.417537 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.567783 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Calling delete_port for ddca986c-eb15-4b20-a526-9854f31b9f0a owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:15.697928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.701662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:15.751252 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Pushing event deleted for resources: {'Port': ['ID=ddca986c-eb15-4b20-a526-9854f31b9f0a,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:15.777964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:15.865469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.868232 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:15.872027 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a8ff8cf9-6634-4423-ac5b-59f33202d7d0 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] 10.222.0.55 "DELETE /v2.0/floatingips/63294e8e-f117-4f06-959d-a4ff08c4b5f4 HTTP/1.1" status: 204 len: 168 time: 0.8922279 Jun 08 12:53:16.437422 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf968a1f-91ad-424e-b2d8-16907ccf11c6 req-61e842e9-65e7-4c74-ac25-d4a5c598f78e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:16.438770 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bf968a1f-91ad-424e-b2d8-16907ccf11c6 req-61e842e9-65e7-4c74-ac25-d4a5c598f78e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0821831 Jun 08 12:53:16.495265 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-bf968a1f-91ad-424e-b2d8-16907ccf11c6 req-5cd4be33-a27b-4ede-a0b1-55d6aa545cd5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500233 Jun 08 12:53:17.715179 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa719779-dfdb-4190-84e6-9f2331bc05d1 req-d5f62326-c154-4e1c-903d-c9e95dec1183 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:17.716654 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aa719779-dfdb-4190-84e6-9f2331bc05d1 req-d5f62326-c154-4e1c-903d-c9e95dec1183 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0952125 Jun 08 12:53:17.763241 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-aa719779-dfdb-4190-84e6-9f2331bc05d1 req-7e217f4d-6cc2-446c-abdc-8590f59a966f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 Jun 08 12:53:18.813973 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:18.971952 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae2965-852f-4547-bc96-5d0fdd8e811f req-fb160cbb-b8f3-459d-9d48-f97ed6913af5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:18.973360 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7bae2965-852f-4547-bc96-5d0fdd8e811f req-fb160cbb-b8f3-459d-9d48-f97ed6913af5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0864971 Jun 08 12:53:19.019043 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-7bae2965-852f-4547-bc96-5d0fdd8e811f req-323bed99-b705-4aef-ab19-082d492b9d62 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Jun 08 12:53:19.975245 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47956) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:20.222129 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408341b-a8c0-4cc8-99d4-821606e87993 req-3916da5e-d9f4-444c-bbcb-243798b1ee48 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:20.230177 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b408341b-a8c0-4cc8-99d4-821606e87993 req-3916da5e-d9f4-444c-bbcb-243798b1ee48 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0960114 Jun 08 12:53:20.300953 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b408341b-a8c0-4cc8-99d4-821606e87993 req-9acb08c2-b602-4996-a8ad-a0ce2e405bd5 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694728 Jun 08 12:53:20.704263 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:21.251874 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Deleting port b357e1c2-c971-4895-b1c1-63eb1db61a48 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:21.252626 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:21.406138 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] For port b357e1c2-c971-4895-b1c1-63eb1db61a48, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=b357e1c2-c971-4895-b1c1-63eb1db61a48,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:21.406411 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:21.595045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Calling delete_port for b357e1c2-c971-4895-b1c1-63eb1db61a48 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:21.657891 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1532ce-baa2-4429-b2ef-67c11ac6d58c req-fd728a51-560a-40a8-aeed-4591fe6d1e22 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:21.659312 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2f1532ce-baa2-4429-b2ef-67c11ac6d58c req-fd728a51-560a-40a8-aeed-4591fe6d1e22 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.2446733 Jun 08 12:53:21.726512 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2f1532ce-baa2-4429-b2ef-67c11ac6d58c req-9f462e3b-5e3e-4268-af61-13bfe692cd23 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528076 Jun 08 12:53:21.810105 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:21.815819 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c135d1c4-2922-4af9-bfc8-3d84034e1fce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:21.869086 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Pushing event deleted for resources: {'Port': ['ID=b357e1c2-c971-4895-b1c1-63eb1db61a48,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:21.902241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:22.232617 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:22.735755 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Router 5f0e7766-64a5-4588-a1d4-687215c7377d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:53:22.930947 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:53:22.937719 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-14d2c59d-f101-415e-b738-4f771111387a admin admin] 10.222.0.55 "PUT /v2.0/routers/5f0e7766-64a5-4588-a1d4-687215c7377d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9592357 Jun 08 12:53:22.937843 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62309457-9b10-47d1-9e2e-b1b142528753 req-951bd96c-f7e9-473b-8fb3-3a28914c040e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:22.938311 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 47968) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:22.939148 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-62309457-9b10-47d1-9e2e-b1b142528753 req-951bd96c-f7e9-473b-8fb3-3a28914c040e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0822184 Jun 08 12:53:22.941452 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Sync routers for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:53:22.961358 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:53:22.962012 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:53:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:23.006592 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-62309457-9b10-47d1-9e2e-b1b142528753 req-7cab7203-2308-4213-b1c2-39f3785cd0c0 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536301 Jun 08 12:53:23.169269 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:23.198673 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:53:23.359532 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:23.432932 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Deleting port f492d166-15fa-4f5f-839a-73ec23d032cb {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:23.433273 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:23.540249 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:53:21Z', 'revision_number': 5, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port': {'id': 'f492d166-15fa-4f5f-839a-73ec23d032cb', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:55Z', 'updated_at': '2021-06-08T12:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:23.544897 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Checking router: 5f0e7766-64a5-4588-a1d4-687215c7377d for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:53:23.554724 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Routers {'5f0e7766-64a5-4588-a1d4-687215c7377d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:53:23.555349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:53:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['5f0e7766-64a5-4588-a1d4-687215c7377d'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:23.574114 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] For port f492d166-15fa-4f5f-839a-73ec23d032cb, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f492d166-15fa-4f5f-839a-73ec23d032cb,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:23.574468 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:23.723861 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Calling delete_port for f492d166-15fa-4f5f-839a-73ec23d032cb owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:23.753416 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] Set router 5f0e7766-64a5-4588-a1d4-687215c7377d gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:53:23.885049 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:53:23Z', 'revision_number': 6, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:23.890531 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4081d-412b-40d8-a04d-42c004e34e90 None None] The sync data for ids ['5f0e7766-64a5-4588-a1d4-687215c7377d'] in dv-cinder-784477-4-smb is: [{'id': '5f0e7766-64a5-4588-a1d4-687215c7377d', 'name': 'tempest-AttachVolumeTestJSON-1981411024-router', 'tenant_id': 'efc2cf31cf004c8db35d81a59a42297b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:53Z', 'updated_at': '2021-06-08T12:53:23Z', 'revision_number': 6, 'project_id': 'efc2cf31cf004c8db35d81a59a42297b', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:53:23.899827 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:23.903984 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ef9915da-3318-47ba-a0cf-e1796cc8ba8c tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:23.964713 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f492d166-15fa-4f5f-839a-73ec23d032cb,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:23.968083 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:24.067164 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.355742 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device b357e1c2-c971-4895-b1c1-63eb1db61a48 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:24.399983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: b357e1c2-c971-4895-b1c1-63eb1db61a48 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:53:24.400335 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device b357e1c2-c971-4895-b1c1-63eb1db61a48 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:53:24.442228 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.448047 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.495513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe72277-058e-439c-8d2c-bae14ec8d62f req-31c83c5b-0899-4875-9d11-a1f62e1ff9cc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:24.497097 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fe72277-058e-439c-8d2c-bae14ec8d62f req-31c83c5b-0899-4875-9d11-a1f62e1ff9cc tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.2549286 Jun 08 12:53:24.500453 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.501216 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f0e7766-64a5-4588-a1d4-687215c7377d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:53:24.507519 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.508629 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5f0e7766-64a5-4588-a1d4-687215c7377d HTTP/1.1" status: 204 len: 168 time: 1.5694802 Jun 08 12:53:24.511282 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47972) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:24.563528 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fe72277-058e-439c-8d2c-bae14ec8d62f req-4d9c61c8-25c8-4d77-99a3-3640456af79e tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599773 Jun 08 12:53:24.616072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Deleting subnet a4040e92-9900-4315-842b-7b003357d065 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:53:24.619104 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.674000 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.820935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.905289 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.910935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:24.953858 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:24.968531 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a4040e92-9900-4315-842b-7b003357d065 HTTP/1.1" status: 204 len: 168 time: 0.4522905 Jun 08 12:53:24.968531 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4040e92-9900-4315-842b-7b003357d065,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:24.968531 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47974) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:24.970234 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ab97974a-2ce9-4421-a69b-82949e33fd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:24.979384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34240aa-fc21-46f5-ba97-dbdd96b0dd91 None None] Network ae409ad6-014d-434e-b658-5f341d69d708 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:53:25.135101 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.302911 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Deleting port f88ddf59-996c-4b23-9ff8-f66544831e2d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:25.303488 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.414544 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] DHCP port deletion for ae409ad6-014d-434e-b658-5f341d69d708 request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:53:25.448218 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] For port f88ddf59-996c-4b23-9ff8-f66544831e2d, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f88ddf59-996c-4b23-9ff8-f66544831e2d,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:25.449056 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.508185 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Deleting port f88ddf59-996c-4b23-9ff8-f66544831e2d {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:53:25.509469 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.721486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Calling delete_port for f88ddf59-996c-4b23-9ff8-f66544831e2d owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:25.737886 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] For port f88ddf59-996c-4b23-9ff8-f66544831e2d, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=f88ddf59-996c-4b23-9ff8-f66544831e2d,segment=NetworkSegment(4d4a1c28-f128-408d-a993-408225d0fd72),segment_id=4d4a1c28-f128-408d-a993-408225d0fd72)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:25.743178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.832223 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:25.832223 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:26.009812 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Calling delete_port for f88ddf59-996c-4b23-9ff8-f66544831e2d owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:53:26.158851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Pushing event deleted for resources: {'Port': ['ID=f88ddf59-996c-4b23-9ff8-f66544831e2d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:26.164083 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] No DVR routers for this DVR port f88ddf59-996c-4b23-9ff8-f66544831e2d on host dv-cinder-784477-4-smb {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:53:26.176717 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:26.271498 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.275493 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:26.322187 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f492d166-15fa-4f5f-839a-73ec23d032cb no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:26.377620 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Pushing event deleted for resources: {'Port': ['ID=f88ddf59-996c-4b23-9ff8-f66544831e2d,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:26.379613 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: f492d166-15fa-4f5f-839a-73ec23d032cb {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:53:26.380137 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f492d166-15fa-4f5f-839a-73ec23d032cb not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:53:26.381355 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f88ddf59-996c-4b23-9ff8-f66544831e2d no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:53:26.412626 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:26.420203 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] No DVR routers for this DVR port f88ddf59-996c-4b23-9ff8-f66544831e2d on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:53:26.421578 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: f88ddf59-996c-4b23-9ff8-f66544831e2d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:53:26.421929 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device f88ddf59-996c-4b23-9ff8-f66544831e2d not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:53:26.454644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.478020 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae409ad6-014d-434e-b658-5f341d69d708']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:26.494820 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4a1c28-f128-408d-a993-408225d0fd72') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:26.495103 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4a1c28-f128-408d-a993-408225d0fd72') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:53:26.509906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.537188 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.546931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:53:26.547331 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:53:26.561616 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:53:26.569248 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3cb69-2e0e-4d99-ade4-6ff38cc3fe04 req-042fc51c-227b-4e63-adfb-02e29d6a8651 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:26.570771 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1df3cb69-2e0e-4d99-ade4-6ff38cc3fe04 req-042fc51c-227b-4e63-adfb-02e29d6a8651 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.6518559 Jun 08 12:53:26.678082 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.685987 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1df3cb69-2e0e-4d99-ade4-6ff38cc3fe04 req-313932b8-5469-452d-bbdb-bf2d09bc6b72 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702257 Jun 08 12:53:26.687213 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:26.698999 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae409ad6-014d-434e-b658-5f341d69d708 HTTP/1.1" status: 204 len: 168 time: 1.7252378 Jun 08 12:53:26.698999 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:26.736975 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae409ad6-014d-434e-b658-5f341d69d708,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:26.742245 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:26.874723 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47982) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:26.933980 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-417eb354-5dbb-4204-999b-825f03f7e2a1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efc2cf31cf004c8db35d81a59a42297b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579026 Jun 08 12:53:26.936787 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 47984) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:27.008421 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:27.038520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:27.102568 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:27.108014 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:27.110013 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13efeb9d-ec7d-4101-a072-6934af2d17ce HTTP/1.1" status: 204 len: 168 time: 0.1720231 Jun 08 12:53:27.111302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1ba3dbad-23dc-4513-a258-9f47431c44c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:27.127965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13efeb9d-ec7d-4101-a072-6934af2d17ce,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:27.132130 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:27.948039 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72cd09-0b76-4d7a-bd06-9d1848e66815 req-18a2eeb6-07ba-4b4d-b499-7cb2cdbadc2b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:27.949584 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de72cd09-0b76-4d7a-bd06-9d1848e66815 req-18a2eeb6-07ba-4b4d-b499-7cb2cdbadc2b tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0889809 Jun 08 12:53:27.997994 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-de72cd09-0b76-4d7a-bd06-9d1848e66815 req-dec1765d-6d26-46dc-af51-d3c1f8690042 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Jun 08 12:53:29.031352 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48036) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:29.217316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.288370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc15f3b-23e0-4be1-ba63-8ba75510437b req-0b32b8e8-319f-4ad7-9a13-4c3c93f70c2f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:29.289790 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cdc15f3b-23e0-4be1-ba63-8ba75510437b req-0b32b8e8-319f-4ad7-9a13-4c3c93f70c2f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.1453204 Jun 08 12:53:29.355897 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cdc15f3b-23e0-4be1-ba63-8ba75510437b req-c0f5e9ad-232d-4b12-a9e2-8c1acb213051 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602636 Jun 08 12:53:29.399622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.404133 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.411444 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d5b60c97-10f4-48d8-912e-ec76896547f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:29.454659 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be55a85d366c4239b3e7a694ca9906b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215617 Jun 08 12:53:29.455589 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed50f774-5203-48cd-8178-8e5179eaa2ab,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:29.457372 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48040) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:29.458860 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5ac5b79b-ec01-4591-97b2-96716d23e816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:29.523618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.551130 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.608220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.610810 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:29.611965 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed50f774-5203-48cd-8178-8e5179eaa2ab HTTP/1.1" status: 204 len: 168 time: 0.1534963 Jun 08 12:53:29.612729 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3ceb7d08-4cfb-4b35-a67f-52cdfeac2a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:29.623144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed50f774-5203-48cd-8178-8e5179eaa2ab,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:29.625564 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:29.930222 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48048) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:29.947598 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.060241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.066691 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.073980 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1146f59c-0c00-45bd-83de-e03250c837e9 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:30.116687 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6bcdee-b9fb-42a8-9d5f-f9e51040706f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:30.120934 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f703f40a4b04ea18c19ee86ed3b5dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895652 Jun 08 12:53:30.121867 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a3256526-4c85-4621-9bfd-aa507b0c12d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:30.123662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48050) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:30.188325 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.218107 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.277765 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.281045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:30.282207 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2f6bcdee-b9fb-42a8-9d5f-f9e51040706f HTTP/1.1" status: 204 len: 168 time: 0.1576128 Jun 08 12:53:30.283144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6b7452d7-e231-4f0e-900d-a6c3220e1efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:30.294265 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6bcdee-b9fb-42a8-9d5f-f9e51040706f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:30.296763 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:30.586347 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828941e-9100-4ac8-9d04-f0d80bc939be req-a38245a5-4f69-4b36-adb3-fadefd16260f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:30.588312 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4828941e-9100-4ac8-9d04-f0d80bc939be req-a38245a5-4f69-4b36-adb3-fadefd16260f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0913334 Jun 08 12:53:30.644919 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4828941e-9100-4ac8-9d04-f0d80bc939be req-d09edeb2-3686-4a46-bc42-9858f12b4916 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503829 Jun 08 12:53:31.869498 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4909-b694-4fce-9cbf-422592883226 req-c79037b7-61bc-4f74-a7fd-5b1793c1c006 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:31.872011 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8fac4909-b694-4fce-9cbf-422592883226 req-c79037b7-61bc-4f74-a7fd-5b1793c1c006 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.1061227 Jun 08 12:53:31.947070 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:53:31.948599 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8fac4909-b694-4fce-9cbf-422592883226 req-b4384594-dfee-47dd-976e-949d6c6e3101 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 Jun 08 12:53:33.164016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f0499-375f-4d73-8acd-0516bb4e39cc req-f2bc2a8b-df75-490e-8868-0034a1b73b21 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:33.166184 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e5f0499-375f-4d73-8acd-0516bb4e39cc req-f2bc2a8b-df75-490e-8868-0034a1b73b21 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 943 time: 0.0939078 Jun 08 12:53:33.223232 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2e5f0499-375f-4d73-8acd-0516bb4e39cc req-0658e08e-f554-4a08-9baa-361d7a597b20 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Jun 08 12:53:33.964803 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:53:34.142398 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:34.166033 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'port_id': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'mac_address': 'fa:16:3e:82:99:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:53:34.267846 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:34.305491 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:53:34.339569 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:34.347370 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:34.351303 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:34.461142 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=9']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:34.464732 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:34.550137 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3394d15-e06f-410a-a0da-2305dea88848 req-2c456c3e-7618-455e-a412-cbaccea9dad4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:34.552654 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c3394d15-e06f-410a-a0da-2305dea88848 req-2c456c3e-7618-455e-a412-cbaccea9dad4 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.1001952 Jun 08 12:53:34.608792 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c3394d15-e06f-410a-a0da-2305dea88848 req-2c79bffb-cd10-47af-8d6b-7abf423d1dcd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499053 Jun 08 12:53:34.772986 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['a8014581-4d5a-4864-bba6-5de6a2bfe87a'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:53:35.113708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8c335551-529e-4cdf-a7f9-01009fea521a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:35.850486 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa048a8-7e1f-402f-81d2-9efb3ba8b347 req-a54dc5b4-9cae-4327-b976-81088b4258ee tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:35.852005 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cfa048a8-7e1f-402f-81d2-9efb3ba8b347 req-a54dc5b4-9cae-4327-b976-81088b4258ee tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 944 time: 0.0978990 Jun 08 12:53:35.908119 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-cfa048a8-7e1f-402f-81d2-9efb3ba8b347 req-f66d0b50-62cc-4bce-9ff3-32a0a1ee1448 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478218 Jun 08 12:53:35.995442 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:53:36.108601 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port a8014581-4d5a-4864-bba6-5de6a2bfe87a triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:53:36.109140 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:36.253241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:36.297812 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:53:36.301742 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9217d7-9887-4c4f-983a-8b131655598f" -d '{"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:53:36.316944 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:53:36.324284 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:36.328861 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:36.389895 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad29f9f-5446-46ad-8cdb-5f2c18ae9e04 x-openstack-request-id: req-7ad29f9f-5446-46ad-8cdb-5f2c18ae9e04 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:53:36.390261 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-plugged", "status": "completed", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:53:36.390446 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ad29f9f-5446-46ad-8cdb-5f2c18ae9e04 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:53:36.390848 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'code': 200} Jun 08 12:53:36.432733 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=10']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:36.436777 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:36.678306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa3f99-f97e-411e-a2b4-3049b0786df1 req-57b352e5-bb2e-463b-bf93-658c62fb7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:36.679858 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-71aa3f99-f97e-411e-a2b4-3049b0786df1 req-57b352e5-bb2e-463b-bf93-658c62fb7696 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 1099 time: 0.0759919 Jun 08 12:53:36.727006 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-71aa3f99-f97e-411e-a2b4-3049b0786df1 req-d3167267-e0d0-4850-a436-b561261e6c17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Jun 08 12:53:37.139546 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8763a20-a62e-4a35-9a72-d67ce2332007 req-7eb91280-ae6f-4e85-aab9-d3ac2d0a34cd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:37.142328 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b8763a20-a62e-4a35-9a72-d67ce2332007 req-7eb91280-ae6f-4e85-aab9-d3ac2d0a34cd tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.1116905 Jun 08 12:53:37.201470 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-b8763a20-a62e-4a35-9a72-d67ce2332007 req-673f5b03-2aef-4ad2-b906-3b50d712a962 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530798 Jun 08 12:53:37.641473 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-83e03326-8076-4ff6-8347-2c64f64f004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:37.769854 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:38.470993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bd5e4-83e4-4075-a7a0-80b986fab09a req-7aa7b6b6-c9ec-4578-abb8-8ae3bf84e5c6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:38.472596 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-da6bd5e4-83e4-4075-a7a0-80b986fab09a req-7aa7b6b6-c9ec-4578-abb8-8ae3bf84e5c6 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.1326227 Jun 08 12:53:38.531158 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-da6bd5e4-83e4-4075-a7a0-80b986fab09a req-cb2cf3ff-f9fb-42cf-a89a-d06154a9aa8f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467765 Jun 08 12:53:38.778783 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:39.806788 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513825-a238-4557-8773-eb58c17f0003 req-83bd7128-07a8-477b-8ca5-82076dc0745a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:53:39.808360 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5513825-a238-4557-8773-eb58c17f0003 req-83bd7128-07a8-477b-8ca5-82076dc0745a tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.1461222 Jun 08 12:53:39.872824 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-c5513825-a238-4557-8773-eb58c17f0003 req-2b2bd280-85ac-41b3-bd3e-3486e035271d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533047 Jun 08 12:53:40.578343 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.475565 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48212) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:43.607699 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.744165 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.748578 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.757571 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-0a7dec4d-38bc-4f2e-8ab9-547bf5962e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:43.799591 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4fe0e-4066-4a83-94fa-619e4d4b9478,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:43.804548 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:43.810372 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-7d151c9f-ccf0-4f3b-8fcc-bd24e2bb64d9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a59b8c404c4c4f2092d8621bea5751c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334749 Jun 08 12:53:43.813880 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48218) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:43.886880 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.916742 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.979986 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.982481 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:43.983882 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eca4fe0e-4066-4a83-94fa-619e4d4b9478 HTTP/1.1" status: 204 len: 168 time: 0.1685977 Jun 08 12:53:43.984783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3f029a88-21ef-478a-a8e3-6c14292ba8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:43.997981 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4fe0e-4066-4a83-94fa-619e4d4b9478,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:44.001202 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:44.321824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48224) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:44.340779 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.462840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.467615 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.478322 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-34d9f05c-441e-49e5-b58d-92ae7b27e12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:44.522877 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f618ab4b390e4f69b5c04cfe1926f35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998432 Jun 08 12:53:44.525868 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48226) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:44.528262 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312e2605-daab-477a-8450-39ce21fcd627,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:44.532518 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:44.595364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.626578 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.689924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.693161 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:44.694534 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/312e2605-daab-477a-8450-39ce21fcd627 HTTP/1.1" status: 204 len: 168 time: 0.1673055 Jun 08 12:53:44.695795 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:44.717472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e2605-daab-477a-8450-39ce21fcd627,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:44.721070 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-afa59599-2438-40fb-808a-6f700601f828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:46.117691 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48256) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:46.257958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.386976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.392015 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.400500 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-035f5229-e962-4cfa-8ec7-4c67414d4a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:46.446981 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa7be7ffba614a1a8007cb3e2a4da6ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278315 Jun 08 12:53:46.448010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92841727-f98b-4eb6-b395-dd40d805a209,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:46.450453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48260) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:46.451736 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:46.529896 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.559895 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.622943 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.625839 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:46.627350 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92841727-f98b-4eb6-b395-dd40d805a209 HTTP/1.1" status: 204 len: 168 time: 0.1723001 Jun 08 12:53:46.628558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-618f2a1f-4855-4d22-b581-59539d9a8d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:46.641936 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92841727-f98b-4eb6-b395-dd40d805a209,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:46.647883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-81e796dc-3406-4d5c-8176-a94b182a0b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:47.872741 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48290) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:48.009506 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.138365 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.143752 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.152406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-fbab076b-53db-4b65-b1ad-d9bd8ceaebc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:48.204165 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4ad42f1d2f74a0c87d0f6d69438e136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299608 Jun 08 12:53:48.205177 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17701dc6-1d60-4c35-abcb-a09620eb6a3f,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:48.208725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-25530280-41ca-4958-a2d8-5f13b1544401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:48.209175 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48294) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:53:48.278021 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.309323 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.381534 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.384421 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:53:48.385638 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17701dc6-1d60-4c35-abcb-a09620eb6a3f HTTP/1.1" status: 204 len: 168 time: 0.1754439 Jun 08 12:53:48.386472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4e51c643-dc0c-4667-a5c8-bf7732a234a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:53:48.397556 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17701dc6-1d60-4c35-abcb-a09620eb6a3f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:53:48.400011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:53:48.815326 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.444582 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48434) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:01.573335 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.694931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.699531 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.707793 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-89f095dd-b6a5-409c-97d3-14f576c2cb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:01.756075 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2eafbb6a1ed9497898a6bef82926ee48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103087 Jun 08 12:54:01.756866 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69bdd3-1d6b-4920-9ba9-e5cc78bb587f,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:01.759373 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48438) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:01.761527 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a6ca0775-4d1d-4d42-9c9f-1e065f14eb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:01.832300 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.861741 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.926724 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.929133 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:01.933217 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d69bdd3-1d6b-4920-9ba9-e5cc78bb587f HTTP/1.1" status: 204 len: 168 time: 0.1726322 Jun 08 12:54:01.934340 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ccdb6126-93a4-4a0a-bd3d-1cd5912b9a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:01.946597 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69bdd3-1d6b-4920-9ba9-e5cc78bb587f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:01.950443 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:05.118159 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-55d24923-c99a-4afb-9826-f3616611d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:07.636421 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-fa43842d-add6-4851-9847-cc6c79959df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:07.767356 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:08.779637 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:08.936016 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:54:10.583698 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:18.817808 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:35.114983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-da7712a8-9934-4f58-9469-7226e2d94cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:36.958702 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc09f6-f4fe-4fcd-80aa-13b4868711b3 req-48a85056-645f-4142-81ad-ecd1bb7dc2bb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:36.960348 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-11bc09f6-f4fe-4fcd-80aa-13b4868711b3 req-48a85056-645f-4142-81ad-ecd1bb7dc2bb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.0903499 Jun 08 12:54:37.015551 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-11bc09f6-f4fe-4fcd-80aa-13b4868711b3 req-4659f153-401b-4e92-8346-d3fc6580b329 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Jun 08 12:54:37.640053 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c8af17ce-c92c-4919-a979-e334a94d16a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:37.773600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:38.218219 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff5805-b00c-4807-a517-fa250066f924 req-9bf96e08-d6a3-481e-b8e9-cd91d73b2e95 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:38.219776 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-beff5805-b00c-4807-a517-fa250066f924 req-9bf96e08-d6a3-481e-b8e9-cd91d73b2e95 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.0867894 Jun 08 12:54:38.273259 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-beff5805-b00c-4807-a517-fa250066f924 req-a281ae9d-6420-4685-a842-59a61694c2fb tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Jun 08 12:54:38.782674 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.006347 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-ebcda106-d7a7-44bf-aebd-041d99e23886 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:39.007883 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-ebcda106-d7a7-44bf-aebd-041d99e23886 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.1808696 Jun 08 12:54:39.159747 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Deleting port a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:39.160201 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.311371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] For port a8014581-4d5a-4864-bba6-5de6a2bfe87a, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=a8014581-4d5a-4864-bba6-5de6a2bfe87a,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:39.312387 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.495218 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6978f-daf4-4a75-9248-5b5a5908609b req-383ffc61-354d-4843-8d25-490dbef78ee9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:39.496624 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6ba6978f-daf4-4a75-9248-5b5a5908609b req-383ffc61-354d-4843-8d25-490dbef78ee9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 946 time: 0.1001194 Jun 08 12:54:39.648366 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.648735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.649052 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Floating IP 4991b812-8edd-45df-87ff-4c9ac47118f0 disassociated. External IP: 172.28.0.180, port: a8014581-4d5a-4864-bba6-5de6a2bfe87a. Jun 08 12:54:39.649398 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Calling delete_port for a8014581-4d5a-4864-bba6-5de6a2bfe87a owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:39.714201 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6ba6978f-daf4-4a75-9248-5b5a5908609b req-10e3d80a-6d78-442f-bc71-18f3d288d31d tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups?id=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105272 Jun 08 12:54:39.793723 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:39.800630 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:39.851442 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'Port': ['ID=a8014581-4d5a-4864-bba6-5de6a2bfe87a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:39.863738 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.864176 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.864481 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.864883 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.865247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.865607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.865965 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.866326 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.866678 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.867031 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.867383 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.867772 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:39.872043 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:40.091493 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:54:40.329959 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:54:40.345510 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:54:40.365062 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:40.365949 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:40.428879 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] No DVR routers for this DVR port a8014581-4d5a-4864-bba6-5de6a2bfe87a on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:54:40.432644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:40.436417 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c31bbd24-43ad-4310-8f56-11b3e337577d req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.47 "DELETE /v2.0/ports/a8014581-4d5a-4864-bba6-5de6a2bfe87a HTTP/1.1" status: 204 len: 173 time: 1.4218132 Jun 08 12:54:40.437252 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-deleted', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:54:40.442362 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcafbc4-f627-4caa-9cf1-9ced8d0d4755" -d '{"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-deleted", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:54:40.506293 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b084ed-7e76-4095-ab37-5ae2cce81897 x-openstack-request-id: req-e5b084ed-7e76-4095-ab37-5ae2cce81897 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:54:40.506802 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f35506-f3e2-4c7e-a4fb-68421a5af0ce", "name": "network-vif-deleted", "tag": "a8014581-4d5a-4864-bba6-5de6a2bfe87a", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:54:40.507309 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5b084ed-7e76-4095-ab37-5ae2cce81897 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:54:40.508075 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f35506-f3e2-4c7e-a4fb-68421a5af0ce', 'name': 'network-vif-deleted', 'tag': 'a8014581-4d5a-4864-bba6-5de6a2bfe87a', 'status': 'completed', 'code': 200} Jun 08 12:54:40.594154 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:40.653529 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:40.933390 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-24836e00-cab4-408a-aba6-d9e369c5d40e req-1e3139c3-9d8e-4a79-9b6f-17c37b53c0fe tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/ports?device_id=b5f35506-f3e2-4c7e-a4fb-68421a5af0ce HTTP/1.1" status: 200 len: 210 time: 0.0674403 Jun 08 12:54:41.111423 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:41.116588 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:54:41.130518 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:41.131886 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:41.452028 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:41.959763 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-c926a232-752e-4417-9933-9ab344277b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:41.964540 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c926a232-752e-4417-9933-9ab344277b9e None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:45:02Z', 'revision_number': 4, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'a4c4f0df-bb2c-4534-b6d7-d0789bda44dd', 'name': '', 'network_id': 'e2919bee-91d5-45af-b8a0-c92f2995d79f', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'mac_address': 'fa:16:3e:cf:8d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:45:00Z', 'updated_at': '2021-06-08T12:45:22Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'subnets': [{'id': 'daf397bb-74a6-4960-8c3a-5b60a29a6902', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:54:42.151324 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48478) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:42.225870 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919fdb1f-de0a-443a-8011-1ebb9f10b6b4 None None] New status for floating IP 4991b812-8edd-45df-87ff-4c9ac47118f0: DOWN {{(pid=103615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:54:42.249231 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.287928 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.289696 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:42.355609 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: a8014581-4d5a-4864-bba6-5de6a2bfe87a {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:42.356226 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device a8014581-4d5a-4864-bba6-5de6a2bfe87a not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:42.366239 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.369407 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.370997 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "DELETE /v2.0/security-groups/dc7f045c-06f4-4f5f-8bc1-7865df39aa6c HTTP/1.1" status: 204 len: 168 time: 0.2181766 Jun 08 12:54:42.372167 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-703daf87-378d-4a71-8e8f-7ea739dc776f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:42.379765 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48480) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:42.386778 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f045c-06f4-4f5f-8bc1-7865df39aa6c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:42.389538 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-80a86a9c-03a8-4513-a9a7-9a788398bd7c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:42.408701 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.api.v2.resource [None req-957004e0-2a4d-4245-861c-1d89fb61b084 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] show failed (client error): The resource could not be found. Jun 08 12:54:42.411396 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-957004e0-2a4d-4245-861c-1d89fb61b084 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "GET /v2.0/security-groups/dc7f045c-06f4-4f5f-8bc1-7865df39aa6c HTTP/1.1" status: 404 len: 347 time: 0.0343580 Jun 08 12:54:42.414610 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48482) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:42.716372 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Deleting port a1eb79ca-f30e-487b-9ae6-0629dd0cd1f2 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:42.716719 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.844826 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.845253 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:42.978649 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Calling delete_port for a1eb79ca-f30e-487b-9ae6-0629dd0cd1f2 owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:43.117525 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:43.121769 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-167c5653-6850-4c01-a80f-b713af2ff622 tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:43.167252 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Pushing event deleted for resources: {'Port': ['ID=a1eb79ca-f30e-487b-9ae6-0629dd0cd1f2,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:43.215424 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.215815 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.216183 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.216546 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.216905 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.217259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.217610 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.217958 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.218308 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.218655 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.219006 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.219355 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:43.248778 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:43.281780 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:43.284154 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:43.285883 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-624e3c50-8609-410a-94b2-0f74b2a73b56 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] 10.222.0.55 "DELETE /v2.0/floatingips/4991b812-8edd-45df-87ff-4c9ac47118f0 HTTP/1.1" status: 204 len: 168 time: 0.8699403 Jun 08 12:54:45.935219 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:54:46.153127 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48504) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:46.943144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:47.492206 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Deleting port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:47.492973 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:47.618207 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] For port a4c4f0df-bb2c-4534-b6d7-d0789bda44dd, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:47.618567 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:47.747970 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Calling delete_port for a4c4f0df-bb2c-4534-b6d7-d0789bda44dd owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:47.791086 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48508) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:47.920889 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:47.929495 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1b0d455b-bf17-447d-9781-b66f63fc600d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:47.981196 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c4f0df-bb2c-4534-b6d7-d0789bda44dd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:48.012978 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:48.312798 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.365708 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Deleting port 4597062a-32ba-41af-ac7d-a16f3bf52358 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:48.366131 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.500842 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.501178 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.633828 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Calling delete_port for 4597062a-32ba-41af-ac7d-a16f3bf52358 owned by network:floatingip {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:48.787927 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.793309 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:48.837624 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event deleted for resources: {'Port': ['ID=4597062a-32ba-41af-ac7d-a16f3bf52358,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:48.839155 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Router d389c840-6f68-48db-a490-6aba3ee24ccd has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:54:48.841968 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:48.847447 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.945869 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for floatingip, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:48.946292 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Floating IP 94c6a04d-617d-44be-b940-c50484b6ef6b disassociated (deleted). External IP: 172.28.0.187, port: 0176acfd-dd8f-4bd6-baae-ebf94f5d6939. Jun 08 12:54:49.028676 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:54:49.035588 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] 10.222.0.55 "PUT /v2.0/routers/d389c840-6f68-48db-a490-6aba3ee24ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8796084 Jun 08 12:54:49.038258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48512) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:49.045725 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Sync routers for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:54:49.064509 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:49.066035 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:49.308602 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:49.352810 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Router c429b450-d1c2-42e2-a056-7b252b6c5be2 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:54:49.387542 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:49.597678 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:49.647282 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:54:49.654597 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:49.658912 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Sync routers for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:54:49.671701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:49.673088 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:49.702725 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Deleting port 7f667d50-806b-4eb4-a06d-946297290da0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:49.703213 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:49.771690 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '7f667d50-806b-4eb4-a06d-946297290da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:54:47Z', 'revision_number': 5, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port': {'id': '7f667d50-806b-4eb4-a06d-946297290da0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:44:50Z', 'updated_at': '2021-06-08T12:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:49.778700 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Checking router: d389c840-6f68-48db-a490-6aba3ee24ccd for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:54:49.790714 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4cc02f9b-aaed-4d69-b790-9938018083cb tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "DELETE /v2.0/floatingips/94c6a04d-617d-44be-b940-c50484b6ef6b HTTP/1.1" status: 204 len: 168 time: 1.9981744 Jun 08 12:54:49.792644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:54:49.795890 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Routers {'d389c840-6f68-48db-a490-6aba3ee24ccd'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:49.797127 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['d389c840-6f68-48db-a490-6aba3ee24ccd'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:49.797552 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:54:49.874284 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8743a8e6-5fd5-45cf-aecd-c7bc8b039c70 x-openstack-request-id: req-8743a8e6-5fd5-45cf-aecd-c7bc8b039c70 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:54:49.874783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:54:49.876307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8743a8e6-5fd5-45cf-aecd-c7bc8b039c70 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:54:49.876976 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'status': 'completed', 'code': 200} Jun 08 12:54:49.985996 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:50.045850 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] For port 7f667d50-806b-4eb4-a06d-946297290da0, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=7f667d50-806b-4eb4-a06d-946297290da0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:50.046504 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:50.131104 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] Set router d389c840-6f68-48db-a490-6aba3ee24ccd gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:50.132273 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-0707e560-1d63-4a6a-8d5b-0600975cc626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.133202 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-0707e560-1d63-4a6a-8d5b-0600975cc626 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 1098 time: 0.2054265 Jun 08 12:54:50.379702 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Calling delete_port for 7f667d50-806b-4eb4-a06d-946297290da0 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:50.397455 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:54:49Z', 'revision_number': 6, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:50.404407 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ed80bd-69e5-4edb-909b-69c1c3e4bf95 None None] The sync data for ids ['d389c840-6f68-48db-a490-6aba3ee24ccd'] in dv-cinder-784477-4-smb is: [{'id': 'd389c840-6f68-48db-a490-6aba3ee24ccd', 'name': 'tempest-AttachVolumeShelveTestJSON-56445223-router', 'tenant_id': 'ead0603002f94534b11a88f11c5b9230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:44:49Z', 'updated_at': '2021-06-08T12:54:49Z', 'revision_number': 6, 'project_id': 'ead0603002f94534b11a88f11c5b9230', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:54:50.523326 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-676fdb1a-7115-4806-a6a4-e89def8f6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.525972 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-676fdb1a-7115-4806-a6a4-e89def8f6ffc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 200 len: 910 time: 0.3837085 Jun 08 12:54:50.536969 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea79bd-658f-497e-84c7-9b416ebb46b4 req-a10c23b3-a422-43e0-a30d-4a16683610dc tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.538683 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8aea79bd-658f-497e-84c7-9b416ebb46b4 req-a10c23b3-a422-43e0-a30d-4a16683610dc tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.1537387 Jun 08 12:54:50.645473 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-8aea79bd-658f-497e-84c7-9b416ebb46b4 req-66082f6d-a7c6-4197-94e1-729a4ca9ab5a tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904145 Jun 08 12:54:50.648309 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-88d85ac1-50d1-4966-83b2-35c0ea8aabf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 200 len: 217 time: 0.1150091 Jun 08 12:54:50.744353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:50.751198 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3a12edba-a809-4da8-8c44-53d7bc9099d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:50.752151 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:50.760472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-ef9664ae-707e-4143-bc72-b1b271274495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.760790 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Checking router: c429b450-d1c2-42e2-a056-7b252b6c5be2 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:54:50.763370 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-ef9664ae-707e-4143-bc72-b1b271274495 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 200 len: 848 time: 0.1076670 Jun 08 12:54:50.778352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:50.779374 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:50.803417 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f667d50-806b-4eb4-a06d-946297290da0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:50.832494 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:50.906843 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-821a3b1a-f76e-40de-b8e0-c7d20568d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:50.909444 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-821a3b1a-f76e-40de-b8e0-c7d20568d6f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a4c9946f-4050-4a93-9865-e56f2bd66a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1380179 Jun 08 12:54:50.913768 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.130618 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:51.132617 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-86dba0ae-bbfd-49f3-8f06-b76b140e8142 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133594 Jun 08 12:54:51.252726 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.256788 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.309387 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.310340 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d389c840-6f68-48db-a490-6aba3ee24ccd {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:54:51.319107 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.320936 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d5c43458-4f7c-4192-a686-4c5aa860deb8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d389c840-6f68-48db-a490-6aba3ee24ccd HTTP/1.1" status: 204 len: 168 time: 2.2814848 Jun 08 12:54:51.324578 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48520) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:51.357426 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7bcc7e7d-fb10-4f5e-969d-91d8531c35ca req-bb74657a-029d-4fc0-be3b-10890e2b8d10 service neutron] 10.222.0.47 "GET /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167974 Jun 08 12:54:51.443142 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Deleting subnet daf397bb-74a6-4960-8c3a-5b60a29a6902 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:54:51.448347 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.533038 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.641819 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:51.649971 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd9d5e-82c4-4e19-a52b-d563efcd98c9 None None] The sync data for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb is: [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:48:47Z', 'revision_number': 4, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': 'd320e617-e1a6-43a5-86a8-27234041168d', 'name': '', 'network_id': 'a4c9946f-4050-4a93-9865-e56f2bd66a71', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'mac_address': 'fa:16:3e:c0:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:46Z', 'updated_at': '2021-06-08T12:48:55Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'subnets': [{'id': '0b4b02af-2888-4893-8326-d0611d551e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:54:51.698120 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.791093 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.795790 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-13d11c3d-3f20-40dd-adf7-e489f9ef78c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:51.832482 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf397bb-74a6-4960-8c3a-5b60a29a6902,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:51.835802 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:51.836751 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:51.838612 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-90845807-638a-4080-ac3d-ff6ccc9b5392 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/daf397bb-74a6-4960-8c3a-5b60a29a6902 HTTP/1.1" status: 204 len: 168 time: 0.5124252 Jun 08 12:54:51.842668 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48524) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:51.847538 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5debee7-19cb-4266-b01f-57f0a6e70a1c None None] Network e2919bee-91d5-45af-b8a0-c92f2995d79f requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:54:51.967911 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b24a9-6ea9-45e3-835b-a61de8dbd54c req-77370b8e-a17e-480d-a33c-36f6d464de95 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:51.982460 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b17b24a9-6ea9-45e3-835b-a61de8dbd54c req-77370b8e-a17e-480d-a33c-36f6d464de95 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.1425862 Jun 08 12:54:52.010186 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.036871 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b17b24a9-6ea9-45e3-835b-a61de8dbd54c req-3cc5bd97-a187-4ec6-bf2d-f6982b0ef1b4 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/security-groups?id=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529499 Jun 08 12:54:52.098795 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e626cd-07db-44b6-9b10-ce3d72612b1d None None] New status for floating IP 94c6a04d-617d-44be-b940-c50484b6ef6b: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:54:52.145010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Deleting port 1f9342df-db75-4b96-96e4-7fa7b8238548 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:52.146354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.148333 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-384557b8-7aff-4d54-973a-a6e7ba84dc26 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:54:52.149879 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-384557b8-7aff-4d54-973a-a6e7ba84dc26 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 945 time: 0.0920846 Jun 08 12:54:52.261628 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] For port 1f9342df-db75-4b96-96e4-7fa7b8238548, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1f9342df-db75-4b96-96e4-7fa7b8238548,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:52.262231 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.284651 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] DHCP port deletion for e2919bee-91d5-45af-b8a0-c92f2995d79f request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:54:52.362983 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Deleting port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:52.363399 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.365517 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Deleting port 1f9342df-db75-4b96-96e4-7fa7b8238548 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:52.365995 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.432594 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device a4c4f0df-bb2c-4534-b6d7-d0789bda44dd no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:52.436224 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Calling delete_port for 1f9342df-db75-4b96-96e4-7fa7b8238548 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:52.483354 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: a4c4f0df-bb2c-4534-b6d7-d0789bda44dd {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:52.483649 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device a4c4f0df-bb2c-4534-b6d7-d0789bda44dd not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:52.484063 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 7f667d50-806b-4eb4-a06d-946297290da0 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:52.500824 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.506614 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e9762db1-dbff-46dc-8e17-5fb5163d74c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:52.523869 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 7f667d50-806b-4eb4-a06d-946297290da0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:52.524201 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 7f667d50-806b-4eb4-a06d-946297290da0 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:52.524635 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1f9342df-db75-4b96-96e4-7fa7b8238548 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:52.556483 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9342df-db75-4b96-96e4-7fa7b8238548,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:52.559683 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:52.560480 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] No DVR routers for this DVR port 1f9342df-db75-4b96-96e4-7fa7b8238548 on host dv-cinder-784477-4-smb {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:54:52.563135 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] For port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:52.564395 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.571527 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 1f9342df-db75-4b96-96e4-7fa7b8238548 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:52.571937 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1f9342df-db75-4b96-96e4-7fa7b8238548 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:52.581985 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] For port 1f9342df-db75-4b96-96e4-7fa7b8238548, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1f9342df-db75-4b96-96e4-7fa7b8238548,segment=NetworkSegment(b6d574db-7976-4264-8592-fb0f46039a70),segment_id=b6d574db-7976-4264-8592-fb0f46039a70)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:52.581985 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.715748 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Calling delete_port for 1f9342df-db75-4b96-96e4-7fa7b8238548 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:52.728469 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.744586 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2919bee-91d5-45af-b8a0-c92f2995d79f']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:52.758677 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d574db-7976-4264-8592-fb0f46039a70') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:52.759010 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d574db-7976-4264-8592-fb0f46039a70') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:52.769908 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.772523 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.773760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:52.794426 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Calling delete_port for 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:52.795455 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.805295 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:54:52.805595 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:54:52.819840 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:54:52.823801 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Pushing event deleted for resources: {'Port': ['ID=1f9342df-db75-4b96-96e4-7fa7b8238548,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:52.824817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] No DVR routers for this DVR port 1f9342df-db75-4b96-96e4-7fa7b8238548 on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:54:52.831663 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.832029 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.832229 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.832528 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.832857 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.836771 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.836771 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.837046 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.837365 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.837695 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.838030 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.838349 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:54:52.843050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:52.924587 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.931124 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.933415 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e2919bee-91d5-45af-b8a0-c92f2995d79f HTTP/1.1" status: 204 len: 168 time: 1.0886257 Jun 08 12:54:52.933928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:52.953024 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:52.954556 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2919bee-91d5-45af-b8a0-c92f2995d79f,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:52.959094 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-64d3c868-5141-4840-b5eb-5abe63459330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:52.964761 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ec1b8e6b-8b1b-45a8-8dea-e7e741daa866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:53.022155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event deleted for resources: {'Port': ['ID=0176acfd-dd8f-4bd6-baae-ebf94f5d6939,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:53.025503 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:53.111681 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] No DVR routers for this DVR port 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:54:53.115824 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:53.119981 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1b7738bb-9a2c-4ad4-9179-5cc796d74902 req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.47 "DELETE /v2.0/ports/0176acfd-dd8f-4bd6-baae-ebf94f5d6939 HTTP/1.1" status: 204 len: 173 time: 0.9631338 Jun 08 12:54:53.120811 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-deleted', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:54:53.125478 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d737d59-fcf9-4056-99bb-b25c1916fb10" -d '{"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-deleted", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:54:53.138475 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:53.184777 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4636b371-20b8-433e-9037-6524a0bbaeff x-openstack-request-id: req-4636b371-20b8-433e-9037-6524a0bbaeff {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:54:53.185252 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc066b5-b7eb-42ce-afbc-38147b917afa", "name": "network-vif-deleted", "tag": "0176acfd-dd8f-4bd6-baae-ebf94f5d6939", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:54:53.185827 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4636b371-20b8-433e-9037-6524a0bbaeff {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:54:53.186441 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc066b5-b7eb-42ce-afbc-38147b917afa', 'name': 'network-vif-deleted', 'tag': '0176acfd-dd8f-4bd6-baae-ebf94f5d6939', 'status': 'completed', 'code': 200} Jun 08 12:54:53.235896 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-f350b72c-225c-4ad3-936c-1db14a2daf05 req-e4821a83-ac1e-4026-aead-20d9187713d3 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dc066b5-b7eb-42ce-afbc-38147b917afa HTTP/1.1" status: 200 len: 210 time: 0.0563679 Jun 08 12:54:53.261149 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b863a13f-edd4-4082-9845-a075d3103c42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ead0603002f94534b11a88f11c5b9230&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1210060 Jun 08 12:54:53.264029 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48534) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:53.453618 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:53.502495 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:53.585928 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:53.588486 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:53.589662 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c9cd0f3-e412-4c18-81b4-719cc6cfdf6d HTTP/1.1" status: 204 len: 168 time: 0.3246329 Jun 08 12:54:53.590494 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d1260b3e-0aa5-4561-8284-4a377705ec3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:53.601506 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cd0f3-e412-4c18-81b4-719cc6cfdf6d,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:53.604094 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-7bfa9c65-3172-4112-9c7c-8a634c5b2b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:54.364866 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48552) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:54.497876 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:54.556703 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:54.664258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:54.669117 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:54.671699 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] 10.222.0.55 "DELETE /v2.0/security-groups/f1d4f8d8-5930-4b8a-98af-e9e16adb01ca HTTP/1.1" status: 204 len: 168 time: 0.3052113 Jun 08 12:54:54.675419 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4c6168d2-1888-4744-ab0b-b799b667fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:54.696375 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d4f8d8-5930-4b8a-98af-e9e16adb01ca,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:54.699786 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:54.763559 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48566) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:55.748934 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:56.206877 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Deleting port d320e617-e1a6-43a5-86a8-27234041168d {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:56.207566 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:56.319441 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:54:56.351823 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] For port d320e617-e1a6-43a5-86a8-27234041168d, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=d320e617-e1a6-43a5-86a8-27234041168d,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:56.352183 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:56.379141 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:54:56.379724 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 0176acfd-dd8f-4bd6-baae-ebf94f5d6939 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:54:56.492560 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Calling delete_port for d320e617-e1a6-43a5-86a8-27234041168d owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:56.665411 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:56.669514 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b18a39bf-aed3-496a-8dd5-5beda38ac6f1 tempest-ServerRescueNegativeTestJSON-1056570391 tempest-ServerRescueNegativeTestJSON-1056570391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:56.718715 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Pushing event deleted for resources: {'Port': ['ID=d320e617-e1a6-43a5-86a8-27234041168d,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:56.723097 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:57.130439 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:57.551421 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Router c429b450-d1c2-42e2-a056-7b252b6c5be2 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:54:57.822190 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:54:57.829913 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9f0b6cb2-240a-4246-a5ac-c05daf812984 admin admin] 10.222.0.55 "PUT /v2.0/routers/c429b450-d1c2-42e2-a056-7b252b6c5be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0638661 Jun 08 12:54:57.833906 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Sync routers for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:54:57.834504 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48600) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:57.844797 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:57.845613 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:58.038377 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:58.046180 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:58.260107 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:58.348540 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Deleting port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:54:58.348867 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:58.423412 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:54:56Z', 'revision_number': 5, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port': {'id': 'fd4c7bcf-cf53-4c17-8bb4-e4aaae016377', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:42Z', 'updated_at': '2021-06-08T12:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:58.431075 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Checking router: c429b450-d1c2-42e2-a056-7b252b6c5be2 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:54:58.445817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Routers {'c429b450-d1c2-42e2-a056-7b252b6c5be2'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:54:58.446980 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['c429b450-d1c2-42e2-a056-7b252b6c5be2'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:58.480223 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] For port fd4c7bcf-cf53-4c17-8bb4-e4aaae016377, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:54:58.480584 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:58.694091 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] Set router c429b450-d1c2-42e2-a056-7b252b6c5be2 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:54:58.771421 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Calling delete_port for fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:54:58.813511 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:54:58Z', 'revision_number': 6, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:54:58.820866 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fdc4fc-deb6-433b-8e1e-077fec51dca4 None None] The sync data for ids ['c429b450-d1c2-42e2-a056-7b252b6c5be2'] in dv-cinder-784477-4-smb is: [{'id': 'c429b450-d1c2-42e2-a056-7b252b6c5be2', 'name': 'tempest-TestShelveInstance-1755638736-router', 'tenant_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:41Z', 'updated_at': '2021-06-08T12:54:58Z', 'revision_number': 6, 'project_id': 'b19fb922e3bc482ca196b0bc3e597cec', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:54:58.971071 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48614) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:58.977723 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:58.981807 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ae978569-2e13-4b99-ad89-1a1778400fe4 tempest-VolumesActionsTest-190973479 tempest-VolumesActionsTest-190973479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:59.028478 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4c7bcf-cf53-4c17-8bb4-e4aaae016377,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:59.032088 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:59.128320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.174945 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.376908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.383270 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.491449 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.491917 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c429b450-d1c2-42e2-a056-7b252b6c5be2 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:54:59.502323 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.503547 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-0e122304-cbb3-475d-a85c-cd0f19f5a5d0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c429b450-d1c2-42e2-a056-7b252b6c5be2 HTTP/1.1" status: 204 len: 168 time: 1.6682091 Jun 08 12:54:59.506278 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48620) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:59.542192 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.547429 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.555961 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-742babaa-d26c-494b-bd43-d4497d868645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:59.570140 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Deleting subnet 0b4b02af-2888-4893-8326-d0611d551e7e {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:54:59.573430 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.606728 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=356b99a706364e789499c6995c3d28bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344390 Jun 08 12:54:59.607759 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d763b243-182b-40d7-ab5e-dc4e1b2226b1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:59.610670 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48622) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:59.626207 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:59.638045 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.701547 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.739949 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.740260 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.817349 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.819299 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.820887 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.824449 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d763b243-182b-40d7-ab5e-dc4e1b2226b1 HTTP/1.1" status: 204 len: 168 time: 0.2109129 Jun 08 12:54:59.824449 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-56307237-3111-411f-b071-9cdea1fa09dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:59.824880 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6000909e-a5bd-41de-bf4a-5b47f0f087f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:54:59.837040 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d763b243-182b-40d7-ab5e-dc4e1b2226b1,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:59.839585 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:59.865897 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4b02af-2888-4893-8326-d0611d551e7e,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:54:59.869217 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:54:59.870232 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:54:59.872600 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4130c22c-6af6-4c70-9765-95ff0c8d580a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0b4b02af-2888-4893-8326-d0611d551e7e HTTP/1.1" status: 204 len: 168 time: 0.3643486 Jun 08 12:54:59.874773 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48630) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:54:59.881984 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bec093-4102-4f79-8a25-b2cd3ce379e2 None None] Network a4c9946f-4050-4a93-9865-e56f2bd66a71 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:00.018307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.165987 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Deleting port 07404105-0dfb-4c44-bedf-5c03ac6acb0c {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:00.166468 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.274317 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] DHCP port deletion for a4c9946f-4050-4a93-9865-e56f2bd66a71 request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:55:00.408589 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 07404105-0dfb-4c44-bedf-5c03ac6acb0c no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:00.413306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] For port 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=07404105-0dfb-4c44-bedf-5c03ac6acb0c,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:00.413878 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.476127 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Deleting port 07404105-0dfb-4c44-bedf-5c03ac6acb0c {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:00.476517 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.577505 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Calling delete_port for 07404105-0dfb-4c44-bedf-5c03ac6acb0c owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:00.660316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.671627 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:00.694296 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] For port 07404105-0dfb-4c44-bedf-5c03ac6acb0c, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=07404105-0dfb-4c44-bedf-5c03ac6acb0c,segment=NetworkSegment(06cf5c4a-3d81-4a0d-96cc-bca8764fa353),segment_id=06cf5c4a-3d81-4a0d-96cc-bca8764fa353)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:00.694707 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.706389 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:00.737654 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] No DVR routers for this DVR port 07404105-0dfb-4c44-bedf-5c03ac6acb0c on host dv-cinder-784477-4-smb {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:00.739626 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07404105-0dfb-4c44-bedf-5c03ac6acb0c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:00.806179 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:00.902716 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Calling delete_port for 07404105-0dfb-4c44-bedf-5c03ac6acb0c owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:00.976383 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device d320e617-e1a6-43a5-86a8-27234041168d no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:01.037984 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: d320e617-e1a6-43a5-86a8-27234041168d {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:01.038806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device d320e617-e1a6-43a5-86a8-27234041168d not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:01.039500 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:01.063892 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.086333 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c9946f-4050-4a93-9865-e56f2bd66a71']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:01.107180 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:01.107700 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device fd4c7bcf-cf53-4c17-8bb4-e4aaae016377 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:01.115157 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cf5c4a-3d81-4a0d-96cc-bca8764fa353') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:01.115462 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cf5c4a-3d81-4a0d-96cc-bca8764fa353') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:01.135204 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.156931 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.160489 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.162614 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:01.173715 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:55:01.174597 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:55:01.199045 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:55:01.216250 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Pushing event deleted for resources: {'Port': ['ID=07404105-0dfb-4c44-bedf-5c03ac6acb0c,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:01.220593 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:01.225810 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b174e7-ca79-4abc-a12e-3428e47855dc None None] No DVR routers for this DVR port 07404105-0dfb-4c44-bedf-5c03ac6acb0c on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:01.323555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.329247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-eb3321d7-bf52-4dfa-93a3-4f92f95d1fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:01.348824 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:01.350874 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a4c9946f-4050-4a93-9865-e56f2bd66a71 HTTP/1.1" status: 204 len: 168 time: 1.4748447 Jun 08 12:55:01.357659 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c9946f-4050-4a93-9865-e56f2bd66a71,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:01.365311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-caecf468-c304-4d7d-8d0d-db729fb789c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:01.370170 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48658) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:02.156362 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.274136 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48684) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:02.443735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.585540 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.591611 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.610457 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-d83e30b9-09e1-4121-8c99-ae007e6152b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:02.652642 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c85c3396703423b913745635e8f2f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768756 Jun 08 12:55:02.657125 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48688) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:02.657993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d72b6f-f28e-4eac-8cc0-7728463207c1,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:02.662416 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:02.858330 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.861390 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Deleting port ba7981df-7bb5-43df-a7db-489472d5e783 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:02.861820 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:02.968211 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.053783 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] For port ba7981df-7bb5-43df-a7db-489472d5e783, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ba7981df-7bb5-43df-a7db-489472d5e783,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:03.054148 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.192449 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Calling delete_port for ba7981df-7bb5-43df-a7db-489472d5e783 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:03.197591 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.200090 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.201260 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58d72b6f-f28e-4eac-8cc0-7728463207c1 HTTP/1.1" status: 204 len: 168 time: 0.5431695 Jun 08 12:55:03.203354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-9a13390c-258e-487e-a75d-52ddb81f54a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:03.218350 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d72b6f-f28e-4eac-8cc0-7728463207c1,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:03.223059 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-066c9533-0201-4265-bf02-1aeb7e0efc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:03.417580 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:03.421865 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-085ca1f5-147f-495a-868a-7e9160ea076f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:03.466579 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7981df-7bb5-43df-a7db-489472d5e783,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:03.470403 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:03.821841 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:04.294333 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:55:04.517867 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:55:04.532492 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f217e950-341c-41b5-ac00-c97df470a1f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549177 Jun 08 12:55:04.532492 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48714) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:04.538072 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Sync routers for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:55:04.615502 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:55:04.616786 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:04.902365 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:04.957144 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:55:05.125264 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed084527-5ae1-4779-960e-69607e48349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.179489 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.293939 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Deleting port ad6cf3e0-9804-44c8-9c3c-1e581211ae19 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:05.295046 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.327927 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112'}], 'enable_snat': True}, 'gw_port_id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:55:03Z', 'revision_number': 5, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port': {'id': 'ad6cf3e0-9804-44c8-9c3c-1e581211ae19', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:48:52Z', 'updated_at': '2021-06-08T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:05.333463 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Checking router: 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:55:05.343382 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Routers {'4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:55:05.344065 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:54:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:05.462451 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] For port ad6cf3e0-9804-44c8-9c3c-1e581211ae19, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:05.462908 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.565491 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] Set router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:55:05.609413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Calling delete_port for ad6cf3e0-9804-44c8-9c3c-1e581211ae19 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:05.680662 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:55:05Z', 'revision_number': 6, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:05.684944 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b0664-b7fe-4636-9cb3-58ba327f8f4b None None] The sync data for ids ['4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d'] in dv-cinder-784477-4-smb is: [{'id': '4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d', 'name': 'tempest-TestShelveInstance-1566030561-router', 'tenant_id': '82cbd6ba0c544f02a269c3844a4cd099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:48:50Z', 'updated_at': '2021-06-08T12:55:05Z', 'revision_number': 6, 'project_id': '82cbd6ba0c544f02a269c3844a4cd099', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:55:05.807427 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:05.816259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f3cf1814-ab44-46d7-9166-6eb69453878f tempest-AttachVolumeNegativeTest-1871111297 tempest-AttachVolumeNegativeTest-1871111297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:05.871996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:05.901994 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6cf3e0-9804-44c8-9c3c-1e581211ae19,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:05.907807 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:06.043493 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.072875 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.237908 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.245397 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.255457 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff20-56bd-4c68-9de2-1030504d10ab tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:06.303333 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d46b7d23c294f5ab49d55a6f7cd9f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295578 Jun 08 12:55:06.304962 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:06.316668 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e404c9a4-10e6-4392-a01e-2e04293e996a,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:06.322405 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:06.381041 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.404147 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.407011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.429587 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.438354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.438957 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:55:06.444403 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.445691 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2c5bea29-5ef1-48ee-b9cb-3d5d5dd2056a admin admin] 10.222.0.55 "DELETE /v2.0/routers/4f2f2a93-9d23-4cd7-a48d-7fc5cb81d55d HTTP/1.1" status: 204 len: 168 time: 1.9135907 Jun 08 12:55:06.449621 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48748) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:06.519860 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Deleting subnet a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:55:06.526471 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.550916 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.555604 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.559665 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e404c9a4-10e6-4392-a01e-2e04293e996a HTTP/1.1" status: 204 len: 168 time: 0.2513740 Jun 08 12:55:06.564783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8918ef6c-2b99-46ee-ab55-cab4c5d76d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:06.583645 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.592426 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e404c9a4-10e6-4392-a01e-2e04293e996a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:06.597173 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:06.655776 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ba7981df-7bb5-43df-a7db-489472d5e783 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:06.698950 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.704206 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: ba7981df-7bb5-43df-a7db-489472d5e783 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:06.704555 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ba7981df-7bb5-43df-a7db-489472d5e783 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:06.705187 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ad6cf3e0-9804-44c8-9c3c-1e581211ae19 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:06.754888 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: ad6cf3e0-9804-44c8-9c3c-1e581211ae19 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:06.755256 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device ad6cf3e0-9804-44c8-9c3c-1e581211ae19 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:06.923048 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.931647 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:06.986108 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:06.989964 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:06.990984 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:06.994472 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-099b5c80-843d-4d04-8864-e8f3fa305788 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a5eaed33-c6d7-4cbb-9e9d-a0e475a6a04c HTTP/1.1" status: 204 len: 168 time: 0.5423100 Jun 08 12:55:06.995938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48754) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:07.004220 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a38c8-4d7b-44e1-b7c7-31307e3f9004 None None] Network 4eb2405c-a87f-4ebe-989a-7f427a08d394 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:07.093249 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:07.119818 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.125406 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.226243 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Deleting port 3804786d-150e-4c9d-b0cb-e9401c358fa8 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:07.226719 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.308831 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.314204 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.330666 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-f4768583-0f3e-4a11-b28f-92f90e36dbe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:07.391657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] For port 3804786d-150e-4c9d-b0cb-e9401c358fa8, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3804786d-150e-4c9d-b0cb-e9401c358fa8,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:07.392363 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.415611 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02c586764e2f442095f4b3edd6a2933e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201365 Jun 08 12:55:07.419932 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48758) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:07.430177 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] DHCP port deletion for 4eb2405c-a87f-4ebe-989a-7f427a08d394 request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:55:07.442817 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0453db4-d0e0-4a61-a707-6418ee42463c,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:07.451619 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-aef03009-4215-4c75-9f98-0e6bd1d68e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:07.532112 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.542428 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Calling delete_port for 3804786d-150e-4c9d-b0cb-e9401c358fa8 owned by network:dhcp {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:07.563436 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.565815 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Deleting port 3804786d-150e-4c9d-b0cb-e9401c358fa8 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:07.566408 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.619258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.624509 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ae06ac43-c989-4150-b6e2-8706999d1922 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:07.635164 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.638173 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.642334 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0453db4-d0e0-4a61-a707-6418ee42463c HTTP/1.1" status: 204 len: 168 time: 0.2185111 Jun 08 12:55:07.642334 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-ee9e9a1f-bffe-437d-8aa9-cf1000878292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:07.652246 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0453db4-d0e0-4a61-a707-6418ee42463c,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:07.656303 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8b66d7ff-1da3-462f-92ee-514bdcd25757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:07.671478 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3804786d-150e-4c9d-b0cb-e9401c358fa8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:07.673353 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] No DVR routers for this DVR port 3804786d-150e-4c9d-b0cb-e9401c358fa8 on host dv-cinder-784477-4-smb {{(pid=103614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:07.675781 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:07.743900 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-951806ba-e400-46a2-9c4b-6bbb86f676b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.756558 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] For port 3804786d-150e-4c9d-b0cb-e9401c358fa8, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3804786d-150e-4c9d-b0cb-e9401c358fa8,segment=NetworkSegment(6558eea7-bd6c-450b-8dcc-971b367d85e7),segment_id=6558eea7-bd6c-450b-8dcc-971b367d85e7)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:07.757137 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.821349 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.847023 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb2405c-a87f-4ebe-989a-7f427a08d394']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:07.865084 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6558eea7-bd6c-450b-8dcc-971b367d85e7') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:07.865534 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6558eea7-bd6c-450b-8dcc-971b367d85e7') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:55:07.885992 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.909335 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Calling delete_port for 3804786d-150e-4c9d-b0cb-e9401c358fa8 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:07.915020 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.917092 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.928924 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:55:07.930100 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:55:07.951210 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:55:07.972131 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:07.976909 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-f35446e8-e633-4d3e-a062-5c29c23f9bcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:08.022467 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Pushing event deleted for resources: {'Port': ['ID=3804786d-150e-4c9d-b0cb-e9401c358fa8,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:08.025803 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:08.026751 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] No DVR routers for this DVR port 3804786d-150e-4c9d-b0cb-e9401c358fa8 on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:08.047529 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.052564 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-24d78542-ce0c-480d-84c8-3d72b72d5c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:08.067271 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.072604 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] 10.222.0.55 "DELETE /v2.0/networks/4eb2405c-a87f-4ebe-989a-7f427a08d394 HTTP/1.1" status: 204 len: 168 time: 1.0720754 Jun 08 12:55:08.075756 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb2405c-a87f-4ebe-989a-7f427a08d394,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:08.078451 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e3d47ea6-f604-472a-bf01-e44163922a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:08.322537 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3804786d-150e-4c9d-b0cb-e9401c358fa8 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:08.335677 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48774) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:08.360743 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 3804786d-150e-4c9d-b0cb-e9401c358fa8 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:08.361179 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3804786d-150e-4c9d-b0cb-e9401c358fa8 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:08.409634 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a55502bf-b36d-427f-b6d5-3c758b3b84f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b19fb922e3bc482ca196b0bc3e597cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710099 Jun 08 12:55:08.413806 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48776) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:08.525641 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.562840 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.643008 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.646976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:08.652258 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d05f8cba-ccf8-49a5-b3de-c756fc7224aa HTTP/1.1" status: 204 len: 168 time: 0.2334654 Jun 08 12:55:08.652258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-cf0c2f36-25cb-4550-b8b3-6269609898e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:08.668537 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f8cba-ccf8-49a5-b3de-c756fc7224aa,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:08.673260 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:08.790842 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:09.142692 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48790) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:09.204194 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-abc6eb55-dafa-46a6-b175-71ed7254fc3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82cbd6ba0c544f02a269c3844a4cd099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589185 Jun 08 12:55:09.207155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48794) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:09.295879 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:09.332132 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:09.394819 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:09.397317 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:09.398489 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/191b93b9-31ee-474b-b169-747d5259868f HTTP/1.1" status: 204 len: 168 time: 0.1901219 Jun 08 12:55:09.399309 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5223857b-e879-4dd1-902d-a31c5115078b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:09.411976 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b93b9-31ee-474b-b169-747d5259868f,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:09.414647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4c4ddd93-0a1d-4081-9cd1-8d801ef2b98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:10.606470 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:15.662160 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48856) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:15.805409 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:15.959293 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:15.964268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:15.972392 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-64a9feff-587a-4cfe-be0c-f9833224f4dd tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:16.021727 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=798ac6b0fac546928f0b58b63a8aaef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581653 Jun 08 12:55:16.022532 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b57dcd-ebe9-4128-8cc9-8214935d98df,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:16.025128 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48860) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:16.026060 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-f660d0e3-ef07-4013-b1e4-5e90ddb56856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:16.108810 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.137169 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.196954 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.200236 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.201845 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6b57dcd-ebe9-4128-8cc9-8214935d98df HTTP/1.1" status: 204 len: 168 time: 0.1752937 Jun 08 12:55:16.202956 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b3428d05-23d6-4b16-851f-81c367bd19a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:16.215455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b57dcd-ebe9-4128-8cc9-8214935d98df,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:16.218016 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b164bb83-fa16-4603-ac9e-311f464b944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:16.557967 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48866) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:16.576374 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.704783 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.710381 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.718682 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b2a41e36-ccac-4323-98e5-2e428141e886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:16.765283 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10858fcbcbea4414b37dca1cd6aca208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060823 Jun 08 12:55:16.766189 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b43ba0-2f19-4f2b-8e68-49f917751651,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:16.769335 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48868) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:16.771129 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:16.837118 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.867280 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.926710 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.929861 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:16.931418 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56b43ba0-2f19-4f2b-8e68-49f917751651 HTTP/1.1" status: 204 len: 168 time: 0.1606529 Jun 08 12:55:16.932490 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1ea71394-9cca-43b3-9e30-58dcd9d83668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:16.949975 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b43ba0-2f19-4f2b-8e68-49f917751651,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:16.953961 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:18.852893 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.203742 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48922) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:19.343293 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.475155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.479601 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.488731 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-928b09f9-7186-497e-b6df-d6ad14e42b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:19.535621 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=912245bcf9dd42e0b1188765f08b1940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307467 Jun 08 12:55:19.537785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6319cd92-dccf-438d-a5f7-864f0c63687b,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:19.538981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48926) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:19.542538 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-2c556cae-a20b-4315-8de0-3b088da1aa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:19.610632 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.639871 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.701201 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.703632 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:19.704813 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6319cd92-dccf-438d-a5f7-864f0c63687b HTTP/1.1" status: 204 len: 168 time: 0.1643476 Jun 08 12:55:19.706041 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-49e4af7d-0d55-41ae-a580-8e0e1cb9ce2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:19.716151 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6319cd92-dccf-438d-a5f7-864f0c63687b,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:19.718614 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-6f73822e-4b8d-4b17-904f-9e9082f931fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:20.088477 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48932) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:20.111775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.271520 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.276912 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.285355 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:20.338086 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b7502a-206e-42e3-a3d1-7687affe9125,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:20.341378 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:20.345259 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-735d2adf-47f7-47e0-92fc-5a02255b3cb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99dee62dc2f24e17a17c70a0f70eaf91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556181 Jun 08 12:55:20.349220 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48934) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:20.416303 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.447285 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.519704 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.522126 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:20.523281 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10b7502a-206e-42e3-a3d1-7687affe9125 HTTP/1.1" status: 204 len: 168 time: 0.1731060 Jun 08 12:55:20.524085 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-dc226edb-4857-4f8b-9f64-8477eeb3f395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:20.535851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b7502a-206e-42e3-a3d1-7687affe9125,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:20.538296 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-477ef5fa-9459-4dc5-8681-6f59c983f405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:21.396873 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48960) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:21.516481 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139333578-network', 'tenant_id': 'd1f7e05e6e6940569ac2832192d99b9f'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:21.541259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Made reservation on behalf of d1f7e05e6e6940569ac2832192d99b9f for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:55:21.543666 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.556881 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.680303 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.684673 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.687998 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5ce07a5b-b678-42c7-a80c-c23f9faabe8c tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:21.718091 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:55:21.728258 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:21.732036 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:21.735276 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.735621 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Added segment 27aec78d-18f4-478a-ac18-88aaa58b7878 of type vlan for network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 Jun 08 12:55:21.777956 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.810503 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.812242 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:21.812991 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:21.817699 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:21.913803 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5157604 Jun 08 12:55:21.917678 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48968) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:21.925885 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Request body: {'subnet': {'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139333578-subnet', 'tenant_id': 'd1f7e05e6e6940569ac2832192d99b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:21.930515 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Pushing event updated for resources: {'Network': ['ID=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:21.937031 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-2de00a56-672a-4caf-8339-dd3eb320746b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:21.946816 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:55:21.959798 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Made reservation on behalf of d1f7e05e6e6940569ac2832192d99b9f for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:55:21.962302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:22.250376 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:22.255147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:22.338670 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d095f19-92aa-4755-af0c-c544d6cc57e4,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:22.343210 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:22.352935 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Checking segment: {'id': '27aec78d-18f4-478a-ac18-88aaa58b7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:55:22.358073 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Network hostable DHCP agents. Network: 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:55:22.379311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:55:22.391424 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:55:22.396514 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:22.398195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:22.402971 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e175894-be89-4c2d-9d25-af880d9e7d93 None None] Network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:22.421109 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4906551f-76da-46c8-bdd1-68cbf6077ff7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5018873 Jun 08 12:55:22.728098 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d56f67-a063-45b9-81b3-3634e156a7e3 None None] Network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:22.940264 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:55:23.052142 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 48986) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:23.057791 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687703280-network', 'tenant_id': 'a69c53b3e5b14d89b9004c55852c4af1'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:23.082485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Made reservation on behalf of a69c53b3e5b14d89b9004c55852c4af1 for: {'network': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:55:23.085065 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.098677 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.215332 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.220486 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.224088 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-72863e1a-06d4-43f9-828f-c457abcb09d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:23.259306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:55:23.266191 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f3e8c-4ea7-4720-b5be-dca18142c1cd,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:23.271033 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:23.276681 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.277358 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.segments_db [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Added segment 28d7e8a2-f77e-4bb3-b229-7b550db46792 of type vlan for network 1b260e48-705c-429e-8e5b-cc8b0632a2d8 Jun 08 12:55:23.308687 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.347424 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.349236 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:23.349939 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.355873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-939cb761-6563-4788-8990-21fa493a0e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:23.448066 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3947303 Jun 08 12:55:23.451019 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 48988) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:55:23.457171 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Request body: {'subnet': {'network_id': '1b260e48-705c-429e-8e5b-cc8b0632a2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687703280-subnet', 'tenant_id': 'a69c53b3e5b14d89b9004c55852c4af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:23.459778 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Pushing event updated for resources: {'Network': ['ID=1b260e48-705c-429e-8e5b-cc8b0632a2d8,revision_number=1']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:23.463433 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-165b4d83-50de-4d6f-9864-9dbff7da69cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:23.471683 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 1b260e48-705c-429e-8e5b-cc8b0632a2d8 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:55:23.487087 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Made reservation on behalf of a69c53b3e5b14d89b9004c55852c4af1 for: {'subnet': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:55:23.490084 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2269925'] for subnet, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.732237 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2137362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2269899'] for subnet, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.737578 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:23.813204 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91131288-6336-4450-b6b4-fa7d9321dc5a,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:23.816262 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:23.827512 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Checking segment: {'id': '28d7e8a2-f77e-4bb3-b229-7b550db46792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '1b260e48-705c-429e-8e5b-cc8b0632a2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:55:23.828110 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Network hostable DHCP agents. Network: 1b260e48-705c-429e-8e5b-cc8b0632a2d8, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103614) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:55:23.851320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Network 1b260e48-705c-429e-8e5b-cc8b0632a2d8 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103614) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:55:23.863120 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 1b260e48-705c-429e-8e5b-cc8b0632a2d8) {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:55:23.868266 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:23.869937 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:23.874052 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2dbf9-3542-4979-b446-fba499739b18 None None] Network 1b260e48-705c-429e-8e5b-cc8b0632a2d8 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:23.892632 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-8c85df80-17ca-495d-86ba-27c7a26c77b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4398129 Jun 08 12:55:24.177748 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d475fbe-be5b-4265-a343-4c48fd924c66 None None] Network 1b260e48-705c-429e-8e5b-cc8b0632a2d8 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:55:24.709412 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-8acb908a-6ef7-4647-a93c-efd755998827 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:24.711663 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-8acb908a-6ef7-4647-a93c-efd755998827 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/networks?id=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 HTTP/1.1" status: 200 len: 808 time: 0.2687531 Jun 08 12:55:24.730171 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-41d0fbec-3bb3-4a28-9c94-0344af2774ac tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/quotas/d1f7e05e6e6940569ac2832192d99b9f HTTP/1.1" status: 200 len: 375 time: 0.0120001 Jun 08 12:55:24.790935 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-ceb8285d-14cc-464e-82eb-48967fa980aa tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1f7e05e6e6940569ac2832192d99b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541520 Jun 08 12:55:24.923232 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-6d64f8b3-34f8-4cea-9006-9aa496e9472c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:55:24.924374 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-6d64f8b3-34f8-4cea-9006-9aa496e9472c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1264644 Jun 08 12:55:25.074763 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-8e30ec27-6fc9-4ec3-b544-cf38fe060ad2 service neutron] 10.222.0.55 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396418 Jun 08 12:55:25.219891 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-5c3fcece-9232-49b8-b181-5c904ee162c5 service neutron] 10.222.0.55 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370978 Jun 08 12:55:25.435392 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ddc64c0c-0023-43e7-940b-bc2ecd80cd36 req-0d04ac86-1e58-439a-8375-48540da3f016 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 210 time: 0.0517168 Jun 08 12:55:26.684938 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-2a25415f-b212-4359-98c9-874d065f0cfb req-afa6f99e-ccf9-4a72-812a-0f1844dcd5df tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 210 time: 0.0747867 Jun 08 12:55:26.834844 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-28ec8766-9dc0-448a-a4af-f424c8581507 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:26.837130 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-28ec8766-9dc0-448a-a4af-f424c8581507 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.47 "GET /v2.0/networks?id=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 HTTP/1.1" status: 200 len: 808 time: 0.1898496 Jun 08 12:55:26.859662 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Request body: {'port': {'device_id': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6', 'admin_state_up': True, 'tenant_id': 'd1f7e05e6e6940569ac2832192d99b9f'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:27.046066 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Made reservation on behalf of d1f7e05e6e6940569ac2832192d99b9f for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:55:27.050062 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:27.228061 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Allocated IP 172.20.0.4 (6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6/7d095f19-92aa-4755-af0c-c544d6cc57e4/6a39887d-ff43-4544-ac91-16e032802330) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:55:27.444874 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:27.478017 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:55:27.480780 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:55:27.500854 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:55:27.502357 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:55:27.505180 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:55:27.577530 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:27.578203 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:27.601199 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9402da9c-1b99-4ecb-8be1-097726a581dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472956 Jun 08 12:55:27.619138 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-da7c6499-f94c-4f5f-a838-b781e112dd8a tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 12:55:27.620152 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-da7c6499-f94c-4f5f-a838-b781e112dd8a tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053782 Jun 08 12:55:27.632248 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Request body: {'port': {'device_id': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:55:27.782364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:27.908416 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b7f00-a546-4537-b159-79fc22d1562a req-46ad926b-7955-44f1-a8f2-5201573c1b3b tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:27.910403 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d31b7f00-a546-4537-b159-79fc22d1562a req-46ad926b-7955-44f1-a8f2-5201573c1b3b tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 931 time: 0.0923223 Jun 08 12:55:27.968053 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d31b7f00-a546-4537-b159-79fc22d1562a req-3b9a20b5-9bd7-433a-b9c0-b2d72f92f722 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513387 Jun 08 12:55:28.298761 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a39887d-ff43-4544-ac91-16e032802330 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:55:28.307485 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:28.324069 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Transition to ACTIVE for port object 6a39887d-ff43-4544-ac91-16e032802330 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:55:28.328955 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:28.334357 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:28.601384 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6a39887d-ff43-4544-ac91-16e032802330,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:28.608785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:28.681374 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Attempting to bind port 6a39887d-ff43-4544-ac91-16e032802330 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:55:28.681697 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Attempting to bind port 6a39887d-ff43-4544-ac91-16e032802330 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '27aec78d-18f4-478a-ac18-88aaa58b7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:55:28.682028 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Attempting to bind port 6a39887d-ff43-4544-ac91-16e032802330 on network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:55:28.686946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Port 6a39887d-ff43-4544-ac91-16e032802330 on network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:55:28.687261 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Attempting to bind port 6a39887d-ff43-4544-ac91-16e032802330 on network 6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:55:28.693607 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:55:28.693938 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Checking segment: {'id': '27aec78d-18f4-478a-ac18-88aaa58b7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:55:28.694316 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Bound using segment: {'id': '27aec78d-18f4-478a-ac18-88aaa58b7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:55:28.694881 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Bound port: 6a39887d-ff43-4544-ac91-16e032802330, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27aec78d-18f4-478a-ac18-88aaa58b7878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:55:28.695329 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:28.791157 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:55:28.794591 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6a39887d-ff43-4544-ac91-16e032802330,segment=NetworkSegment(27aec78d-18f4-478a-ac18-88aaa58b7878),segment_id=27aec78d-18f4-478a-ac18-88aaa58b7878)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:55:28.801745 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:28.805716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-5a9d1305-8c37-43b1-a447-49141e8683fe tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:28.874077 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:28.874709 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:28.876113 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] 10.222.0.47 "PUT /v2.0/ports/6a39887d-ff43-4544-ac91-16e032802330 HTTP/1.1" status: 200 len: 1093 time: 1.2493954 Jun 08 12:55:28.876629 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'tag': '6a39887d-ff43-4544-ac91-16e032802330'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:55:28.879269 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2554b91-e7f0-42a2-9064-75dda93639c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "tag": "6a39887d-ff43-4544-ac91-16e032802330"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:55:28.900788 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6a39887d-ff43-4544-ac91-16e032802330,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:28.908037 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:28.975149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f4883-f677-41dd-985d-952ea417ebbc x-openstack-request-id: req-c87f4883-f677-41dd-985d-952ea417ebbc {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:55:28.975546 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "tag": "6a39887d-ff43-4544-ac91-16e032802330", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:55:28.975910 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c87f4883-f677-41dd-985d-952ea417ebbc {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:55:28.976445 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'tag': '6a39887d-ff43-4544-ac91-16e032802330', 'status': 'completed', 'code': 200} Jun 08 12:55:29.026906 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-41a3944d-ff3f-46cb-9aff-7651d193a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:29.028756 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-41a3944d-ff3f-46cb-9aff-7651d193a92d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1f7e05e6e6940569ac2832192d99b9f&device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 1096 time: 0.0908430 Jun 08 12:55:29.125936 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-a6e5c574-a563-4e94-a031-579e2c6e62a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a39887d-ff43-4544-ac91-16e032802330 HTTP/1.1" status: 200 len: 217 time: 0.0832562 Jun 08 12:55:29.193964 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-5de06b97-57aa-4d0a-9127-0c85bdaafb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:29.195555 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-5de06b97-57aa-4d0a-9127-0c85bdaafb9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d095f19-92aa-4755-af0c-c544d6cc57e4 HTTP/1.1" status: 200 len: 848 time: 0.0627141 Jun 08 12:55:29.248443 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0887dfb-6d6a-4018-a0d0-2fa0d99a6164 req-29cc3438-5eb0-47af-8ebe-93f7067a0ad1 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:29.251039 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d0887dfb-6d6a-4018-a0d0-2fa0d99a6164 req-29cc3438-5eb0-47af-8ebe-93f7067a0ad1 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 943 time: 0.1516240 Jun 08 12:55:29.251451 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-65815b04-b28d-445e-96cd-02cb5a0ef3ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494311 Jun 08 12:55:29.429050 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-9dc810d2-42fc-48c4-a265-0659829d8a66 service neutron] 10.222.0.47 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707160 Jun 08 12:55:29.435349 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-d0887dfb-6d6a-4018-a0d0-2fa0d99a6164 req-88c360d3-fcdc-43d3-9293-61b701912766 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764765 Jun 08 12:55:29.578843 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d9aa691d-c188-4d55-99b9-df7e5176bec0 req-b10db1ed-8459-4b22-939b-7f3e1606297c service neutron] 10.222.0.47 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427841 Jun 08 12:55:29.777699 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-1aac1c81-16df-4a38-89d8-69d98e0fb446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:29.779078 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-1aac1c81-16df-4a38-89d8-69d98e0fb446 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d1f7e05e6e6940569ac2832192d99b9f&device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 1096 time: 0.0978932 Jun 08 12:55:29.927828 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-9b84e855-e4be-4073-933c-ac79ba312ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:29.929507 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-9b84e855-e4be-4073-933c-ac79ba312ff1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 HTTP/1.1" status: 200 len: 909 time: 0.1428463 Jun 08 12:55:30.020674 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-eebd62af-20cb-425b-84e3-e5b41fd6a102 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a39887d-ff43-4544-ac91-16e032802330 HTTP/1.1" status: 200 len: 217 time: 0.0835657 Jun 08 12:55:30.096851 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-5ca45d3c-9806-4688-a4c2-2624c51b57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:30.098718 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-5ca45d3c-9806-4688-a4c2-2624c51b57f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d095f19-92aa-4755-af0c-c544d6cc57e4 HTTP/1.1" status: 200 len: 848 time: 0.0717938 Jun 08 12:55:30.150547 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-72c3646e-b7d4-492d-8c66-0d96ea353c2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451133 Jun 08 12:55:30.298204 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-84c58cd4-dbfb-4ca1-9215-0bc610dac6d7 service neutron] 10.222.0.47 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409669 Jun 08 12:55:30.546934 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b2554b91-e7f0-42a2-9064-75dda93639c0 req-2fdaea0e-9fb4-4b8d-b46d-b41cd71c446d service neutron] 10.222.0.47 "GET /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419600 Jun 08 12:55:30.739696 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577fb5d-f9c1-4f86-bc23-9048f72b122d req-0783f959-1e8b-4c5c-8535-ed51338f7509 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:30.741228 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d577fb5d-f9c1-4f86-bc23-9048f72b122d req-0783f959-1e8b-4c5c-8535-ed51338f7509 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 943 time: 0.1319423 Jun 08 12:55:30.791929 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d577fb5d-f9c1-4f86-bc23-9048f72b122d req-43b25ef8-1ca0-439a-826d-d98ce6afbae5 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Jun 08 12:55:31.991188 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229dc06-a51b-4bcd-8e26-d91d8f0f8808 req-11dfa1a7-29db-4f33-8cd6-3196b59059b3 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:31.992767 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1229dc06-a51b-4bcd-8e26-d91d8f0f8808 req-11dfa1a7-29db-4f33-8cd6-3196b59059b3 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 943 time: 0.0876968 Jun 08 12:55:32.042779 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1229dc06-a51b-4bcd-8e26-d91d8f0f8808 req-ebc5df8c-a192-428b-9533-811cb5e2c9dd tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441167 Jun 08 12:55:32.406600 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 6a39887d-ff43-4544-ac91-16e032802330 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:55:32.558822 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6a39887d-ff43-4544-ac91-16e032802330,segment=NetworkSegment(27aec78d-18f4-478a-ac18-88aaa58b7878),segment_id=27aec78d-18f4-478a-ac18-88aaa58b7878)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:32.574281 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '6a39887d-ff43-4544-ac91-16e032802330', 'network_id': '6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6', 'port_id': '6a39887d-ff43-4544-ac91-16e032802330', 'mac_address': 'fa:16:3e:87:ed:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d095f19-92aa-4755-af0c-c544d6cc57e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:55:32.633484 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:32.652978 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a39887d-ff43-4544-ac91-16e032802330 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:55:32.672641 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6a39887d-ff43-4544-ac91-16e032802330,segment=NetworkSegment(27aec78d-18f4-478a-ac18-88aaa58b7878),segment_id=27aec78d-18f4-478a-ac18-88aaa58b7878)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:32.678090 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:32.680312 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:32.751969 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=6a39887d-ff43-4544-ac91-16e032802330,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:32.756260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:33.110383 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['6a39887d-ff43-4544-ac91-16e032802330'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:55:33.346992 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b9ef6-b128-4df2-92d1-8113164b8116 req-6e933ab8-e429-4de7-b321-ed6b1a4d8798 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:33.348583 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-318b9ef6-b128-4df2-92d1-8113164b8116 req-6e933ab8-e429-4de7-b321-ed6b1a4d8798 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 944 time: 0.1411588 Jun 08 12:55:33.402629 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-318b9ef6-b128-4df2-92d1-8113164b8116 req-67182b46-7063-422c-a69e-6983e80e9a88 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480971 Jun 08 12:55:34.420667 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 6a39887d-ff43-4544-ac91-16e032802330 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:55:34.518173 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 6a39887d-ff43-4544-ac91-16e032802330 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:55:34.526760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 6a39887d-ff43-4544-ac91-16e032802330 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:55:34.527382 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:34.622126 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd87b1f-cafd-4d39-b562-e53fe89504c0 req-24d48725-f348-4c95-a6ee-e750b0334e4e tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:34.624749 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4dd87b1f-cafd-4d39-b562-e53fe89504c0 req-24d48725-f348-4c95-a6ee-e750b0334e4e tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 944 time: 0.1053686 Jun 08 12:55:34.687546 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:34.701696 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-4dd87b1f-cafd-4d39-b562-e53fe89504c0 req-3a23f943-5bb0-4133-9fae-950ddee7d6a3 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Jun 08 12:55:34.730236 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39887d-ff43-4544-ac91-16e032802330'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:55:34.734977 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56adc671-56b9-4a21-9d83-49445bac4a14" -d '{"events": [{"server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "name": "network-vif-plugged", "status": "completed", "tag": "6a39887d-ff43-4544-ac91-16e032802330"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:55:34.749862 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6a39887d-ff43-4544-ac91-16e032802330,segment=NetworkSegment(27aec78d-18f4-478a-ac18-88aaa58b7878),segment_id=27aec78d-18f4-478a-ac18-88aaa58b7878)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:34.755174 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:34.757514 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:34.791502 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a6c1a-a02d-4615-821e-ee74432ed998 x-openstack-request-id: req-e32a6c1a-a02d-4615-821e-ee74432ed998 {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:55:34.791851 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "name": "network-vif-plugged", "status": "completed", "tag": "6a39887d-ff43-4544-ac91-16e032802330", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:55:34.792047 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e32a6c1a-a02d-4615-821e-ee74432ed998 {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:55:34.792445 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39887d-ff43-4544-ac91-16e032802330', 'code': 200} Jun 08 12:55:34.846894 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=6a39887d-ff43-4544-ac91-16e032802330,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:34.850610 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:35.123572 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-418540cc-5dcb-4465-978e-f92fbb2d6273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:35.132342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5da2-74ba-4a6c-acb7-2a6a1a804428 req-86e73c2a-1e9d-45e2-be8a-a2008c1f1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:35.133838 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e66b5da2-74ba-4a6c-acb7-2a6a1a804428 req-86e73c2a-1e9d-45e2-be8a-a2008c1f1b29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 1098 time: 0.0838215 Jun 08 12:55:35.192643 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-e66b5da2-74ba-4a6c-acb7-2a6a1a804428 req-1b9b339e-125d-43c1-9fb0-751e167f4ae3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Jun 08 12:55:35.898835 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ff32f-054e-4eec-8afd-da03d92af80b req-795959f2-67f0-4326-8db3-3aff0109a9a7 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:35.900984 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-099ff32f-054e-4eec-8afd-da03d92af80b req-795959f2-67f0-4326-8db3-3aff0109a9a7 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 945 time: 0.0873740 Jun 08 12:55:35.959017 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-099ff32f-054e-4eec-8afd-da03d92af80b req-eba5b213-d463-4bf1-ab19-59a962b6eefa tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517914 Jun 08 12:55:37.176215 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cb085-059a-471a-984f-c8c2221eb96b req-e83c072c-3922-4005-9bec-41d0ecd3f785 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:37.177813 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a84cb085-059a-471a-984f-c8c2221eb96b req-e83c072c-3922-4005-9bec-41d0ecd3f785 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 945 time: 0.0990543 Jun 08 12:55:37.230111 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-a84cb085-059a-471a-984f-c8c2221eb96b req-80b219af-4029-4b6d-8c93-c941a5ac476e tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Jun 08 12:55:37.660904 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b5cdb6a-a107-4f40-ae18-d3758e557723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:37.779170 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:38.796096 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:40.595976 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:41.142118 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cbc8c-91cf-4c55-85b7-d81844ee11cd req-f7f13559-fe9e-411b-9e0a-2c30a407e56f tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:41.144462 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b30cbc8c-91cf-4c55-85b7-d81844ee11cd req-f7f13559-fe9e-411b-9e0a-2c30a407e56f tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 945 time: 0.0931811 Jun 08 12:55:41.195483 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b30cbc8c-91cf-4c55-85b7-d81844ee11cd req-ee3e8efe-31e2-4265-b8e2-c5a64f7263dc tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Jun 08 12:55:42.416159 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40c31f-8bd7-48e2-99d8-4ba315be9603 req-2d271fbd-1341-4e29-9cea-248c7321364d tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:42.418622 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb40c31f-8bd7-48e2-99d8-4ba315be9603 req-2d271fbd-1341-4e29-9cea-248c7321364d tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 945 time: 0.1092117 Jun 08 12:55:42.472959 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-fb40c31f-8bd7-48e2-99d8-4ba315be9603 req-cf09aed2-3a89-4169-b2e9-4d14f54c6039 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/security-groups?id=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Jun 08 12:55:42.908897 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8554-d744-45c8-a81f-940a6171b525 req-f8d86990-e2e6-414d-a513-8ce65bf207c2 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:55:42.910401 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-802b8554-d744-45c8-a81f-940a6171b525 req-f8d86990-e2e6-414d-a513-8ce65bf207c2 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.47 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 945 time: 0.0902948 Jun 08 12:55:43.059302 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Deleting port 6a39887d-ff43-4544-ac91-16e032802330 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:55:43.059655 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:43.231423 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] For port 6a39887d-ff43-4544-ac91-16e032802330, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=6a39887d-ff43-4544-ac91-16e032802330,segment=NetworkSegment(27aec78d-18f4-478a-ac18-88aaa58b7878),segment_id=27aec78d-18f4-478a-ac18-88aaa58b7878)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:55:43.231777 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:43.366396 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Calling delete_port for 6a39887d-ff43-4544-ac91-16e032802330 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:55:43.488794 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:43.495740 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b1b75243-92fa-479e-b06d-669d7486aff1 tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:55:43.527125 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['6a39887d-ff43-4544-ac91-16e032802330'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:55:43.566154 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Pushing event deleted for resources: {'Port': ['ID=6a39887d-ff43-4544-ac91-16e032802330,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:55:43.585104 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.585455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.585983 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.586555 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.587117 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.587680 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.588330 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.588925 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.589522 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.590115 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.590705 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.591320 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:55:43.639101 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:55:43.729000 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7dd497d5-5994-4586-8ab8-a14d7a433414 req-a8308914-7fea-419e-b9ef-1207eaed4f68 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.55 "GET /v2.0/ports?device_id=f494d8f1-5d66-4219-903f-471cdcdbe9de HTTP/1.1" status: 200 len: 210 time: 0.0885653 Jun 08 12:55:43.743455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] No DVR routers for this DVR port 6a39887d-ff43-4544-ac91-16e032802330 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:55:43.747339 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:43.750910 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-802b8554-d744-45c8-a81f-940a6171b525 req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] 10.222.0.47 "DELETE /v2.0/ports/6a39887d-ff43-4544-ac91-16e032802330 HTTP/1.1" status: 204 len: 173 time: 0.8349621 Jun 08 12:55:43.751787 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'name': 'network-vif-deleted', 'tag': '6a39887d-ff43-4544-ac91-16e032802330'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:55:43.757393 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a816e3-0e05-4af4-a78b-b6953d86f637" -d '{"events": [{"server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "name": "network-vif-deleted", "tag": "6a39887d-ff43-4544-ac91-16e032802330"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:55:43.804688 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d2f807-ee83-40bb-b15d-48f7f451782c x-openstack-request-id: req-03d2f807-ee83-40bb-b15d-48f7f451782c {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:55:43.805078 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f494d8f1-5d66-4219-903f-471cdcdbe9de", "name": "network-vif-deleted", "tag": "6a39887d-ff43-4544-ac91-16e032802330", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:55:43.805371 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-03d2f807-ee83-40bb-b15d-48f7f451782c {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:55:43.805806 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f494d8f1-5d66-4219-903f-471cdcdbe9de', 'name': 'network-vif-deleted', 'tag': '6a39887d-ff43-4544-ac91-16e032802330', 'status': 'completed', 'code': 200} Jun 08 12:55:46.530011 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 6a39887d-ff43-4544-ac91-16e032802330 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:55:46.577075 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 6a39887d-ff43-4544-ac91-16e032802330 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:55:46.577075 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 6a39887d-ff43-4544-ac91-16e032802330 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:55:48.854198 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:55:59.942850 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:56:03.051981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49212) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:03.122516 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Deleting subnet 7d095f19-92aa-4755-af0c-c544d6cc57e4 {{(pid=103614) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:56:03.126396 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.182571 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2673713'] for subnet, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.242603 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.323629 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2137425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2269888'] for subnet, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.331376 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:03.397279 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d095f19-92aa-4755-af0c-c544d6cc57e4,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:03.413997 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for subnet, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.417565 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7d095f19-92aa-4755-af0c-c544d6cc57e4 HTTP/1.1" status: 204 len: 168 time: 0.3642380 Jun 08 12:56:03.420166 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.420354 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49214) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:03.420816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.421383 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.421979 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.422577 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.423384 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.424034 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.424625 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.425227 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.425818 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.426430 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.427042 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:03.432463 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-d84b3f71-1997-48f7-956d-e7109cc199f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:03.617577 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.879779 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.894367 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:03.911389 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27aec78d-18f4-478a-ac18-88aaa58b7878') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:03.911681 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27aec78d-18f4-478a-ac18-88aaa58b7878') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:03.926342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.945715 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.953093 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:56:03.953562 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:56:03.970442 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:56:04.061624 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.067072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:04.084728 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.086620 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] 10.222.0.55 "DELETE /v2.0/networks/6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6 HTTP/1.1" status: 204 len: 168 time: 0.6652706 Jun 08 12:56:04.089785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49216) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:04.128152 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3eb3e8-0a2a-41dc-b2f9-5c42e745cfe6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:04.133543 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-194c76d9-9443-4ad7-87a0-cf8a354a4e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:04.166946 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Deleting subnet 91131288-6336-4450-b6b4-fa7d9321dc5a {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:56:04.170796 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.231234 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.295938 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.382149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.386610 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:04.423672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91131288-6336-4450-b6b4-fa7d9321dc5a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:04.427105 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:04.428252 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.431682 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-26b7e0a8-d734-42ba-9b47-b2e1e6f504de admin admin] 10.222.0.55 "DELETE /v2.0/subnets/91131288-6336-4450-b6b4-fa7d9321dc5a HTTP/1.1" status: 204 len: 168 time: 0.3406498 Jun 08 12:56:04.432591 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49218) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:04.550917 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.693370 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.708716 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b260e48-705c-429e-8e5b-cc8b0632a2d8']}} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:04.724804 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d7e8a2-f77e-4bb3-b229-7b550db46792') {'for_net_delete': True} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:04.725098 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.services.segments.db [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d7e8a2-f77e-4bb3-b229-7b550db46792') {} {{(pid=103614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:04.738817 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2673722'] for segment, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.757977 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.765224 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103614) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:56:04.765657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2137588'] for segment, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: Traceback (most recent call last): Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: timer() Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: cb(*args, **kw) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: return func(*args, **kwargs) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: self._notify() Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: self.callback(batched_events) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: event.method(event) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: return f(self, *a, **k) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: return self._get(url).json() Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: return self.request(url, 'GET', **kwargs) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:56:04.781065 dv-cinder-784477-4-smb neutron-server[103614]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:56:04.867844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.872592 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:04.888375 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:04.890715 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] 10.222.0.55 "DELETE /v2.0/networks/1b260e48-705c-429e-8e5b-cc8b0632a2d8 HTTP/1.1" status: 204 len: 168 time: 0.4569559 Jun 08 12:56:04.901877 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=1b260e48-705c-429e-8e5b-cc8b0632a2d8,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:04.905635 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a74ce13b-b1ae-4756-9c8e-71acfc1e0ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:05.106662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49222) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:05.124853 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-8914fe5b-4dea-4d4e-bace-22f30f91e6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.169353 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-f3d120fc-e9a0-455a-a9a9-3022e6055ab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1f7e05e6e6940569ac2832192d99b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613277 Jun 08 12:56:05.172783 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49224) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:05.239854 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.275893 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.340367 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.343158 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.344374 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7 HTTP/1.1" status: 204 len: 168 time: 0.1692510 Jun 08 12:56:05.345294 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ccba3dfa-43d3-4ef2-8de9-aee6e9897c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:05.356272 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a94ca-5eda-4c5c-9d96-7dd72cfca2b7,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:05.358927 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e8b0f466-f918-4b5a-88fe-f6c5a6322bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:05.796499 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49230) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:05.856394 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-43b47a59-d13b-4729-8965-3472b2fdc430 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a69c53b3e5b14d89b9004c55852c4af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579872 Jun 08 12:56:05.858642 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49232) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:05.927377 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:05.962981 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:06.030598 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:06.035325 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:06.036687 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca5f3e8c-4ea7-4720-b5be-dca18142c1cd HTTP/1.1" status: 204 len: 168 time: 0.1769497 Jun 08 12:56:06.037705 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-e6d62047-4d35-4277-ac7e-363b1376f6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:06.055108 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f3e8c-4ea7-4720-b5be-dca18142c1cd,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:06.058545 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-84e94daf-0c9f-498c-a3e9-234318345670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:07.652258 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ed704ab2-bdca-4b9b-99b0-6a494d70a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:07.786604 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49274) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:07.794093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:07.937904 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.091361 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.097068 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.105022 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-844ad818-8589-4e58-82f8-111f7f6cb702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:08.148413 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c416229a-0032-461a-99f1-40c8ece0dcda,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:08.152795 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3934fbf04baf4a4b809db243c928f468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646820 Jun 08 12:56:08.153772 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:08.158110 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49278) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:08.248259 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.285821 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.362842 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.365602 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:08.366866 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c416229a-0032-461a-99f1-40c8ece0dcda HTTP/1.1" status: 204 len: 168 time: 0.2077155 Jun 08 12:56:08.367755 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-39992603-b34b-49ba-8866-ea243aa57658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:08.379354 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416229a-0032-461a-99f1-40c8ece0dcda,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:08.381938 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b286b96c-8428-4214-8e39-bcbbd98c03a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:08.801940 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.128016 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49300) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:09.247103 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1766542282-network', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:09.271560 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Made reservation on behalf of 2fe4cfc942794672b84012d66b072fd6 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:09.274423 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.287965 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.413466 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.418457 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.421458 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-1286495a-3dae-4c41-b997-39ff1b3f9bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:09.452576 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:56:09.461910 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:09.465127 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:09.470393 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.470393 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Added segment 3f4ca631-5263-4526-a41c-be99f9f59ad8 of type vlan for network 921f9eaa-cb79-4787-8bbe-776c434556a9 Jun 08 12:56:09.506129 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.539475 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.540867 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:09.541474 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:09.545231 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-5264ba56-717f-49b4-9ad7-29c593da46a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:09.740920 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6116230 Jun 08 12:56:09.744228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49304) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:09.746468 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Pushing event updated for resources: {'Network': ['ID=921f9eaa-cb79-4787-8bbe-776c434556a9,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:09.749455 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-63f2ae1f-d194-48a2-a626-e007e0f354c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:09.749993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Request body: {'subnet': {'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1766542282-subnet', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:09.758926 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:56:09.781982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Made reservation on behalf of 2fe4cfc942794672b84012d66b072fd6 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:09.785916 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.109824 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.115386 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-26f50b04-bae6-4bf4-ac4b-25e015e297f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:10.197370 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ad7d57-55db-4b7a-aef5-90872fba8ff5,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:10.200376 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:10.212308 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Checking segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:10.212705 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Network hostable DHCP agents. Network: 921f9eaa-cb79-4787-8bbe-776c434556a9, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:56:10.232929 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:56:10.244537 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, 921f9eaa-cb79-4787-8bbe-776c434556a9) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:10.249276 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:10.249865 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.255806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7b4f6-1631-4e3b-999a-b28a98f169a2 None None] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:56:10.272542 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-2baf9066-f71e-4871-81fa-0ccc89d18240 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5271251 Jun 08 12:56:10.276683 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49306) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:10.281876 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:10.313639 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.315775 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.335002 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.495988 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-921f9eaa-cb79-4787-8bbe-776c434556a9', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:56:10.497280 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.636644 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.665419 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:10.802096 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Allocated IP 172.20.0.2 (921f9eaa-cb79-4787-8bbe-776c434556a9/00ad7d57-55db-4b7a-aef5-90872fba8ff5/3cebba4f-e44e-417d-9011-3a9725260f73) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:11.030215 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.081095 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.094139 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Transition to ACTIVE for port object 3cebba4f-e44e-417d-9011-3a9725260f73 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:11.118430 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Transition to ACTIVE for port object 3cebba4f-e44e-417d-9011-3a9725260f73 will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:11.126522 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:11.128074 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:11.148153 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:11.149533 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:11.152297 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:11.190256 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.287985 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Attempting to bind port 3cebba4f-e44e-417d-9011-3a9725260f73 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:11.288681 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Attempting to bind port 3cebba4f-e44e-417d-9011-3a9725260f73 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:11.289126 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Attempting to bind port 3cebba4f-e44e-417d-9011-3a9725260f73 on network 921f9eaa-cb79-4787-8bbe-776c434556a9 {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:11.299046 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:11.299594 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Checking segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:11.299890 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.300307 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Bound using segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:11.300801 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Bound port: 3cebba4f-e44e-417d-9011-3a9725260f73, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:11.301187 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.395960 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Allocated IP 172.28.0.138 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/1b6435a0-29cd-4769-943c-c463108ae3a6) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:11.416396 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] For port 3cebba4f-e44e-417d-9011-3a9725260f73, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:11.422096 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] For port 3cebba4f-e44e-417d-9011-3a9725260f73, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3cebba4f-e44e-417d-9011-3a9725260f73,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:11.428189 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.432388 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-9c9922c0-98f7-4b4d-861c-64a09c0e8841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:11.546345 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Pushing event updated for resources: {'Port': ['ID=3cebba4f-e44e-417d-9011-3a9725260f73,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:11.558920 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.559477 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.560010 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.560555 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.561061 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.561526 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.561981 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.563378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.563378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.564484 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.564484 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.565007 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:11.570442 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e23a24bd-f8a1-4292-85d7-ce1ede67d7bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:11.625977 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.672870 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:11.674090 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:11.729528 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:11.731576 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:11.736155 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:12.249514 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:12.416089 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3cebba4f-e44e-417d-9011-3a9725260f73 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:12.534851 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 3cebba4f-e44e-417d-9011-3a9725260f73 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:12.575525 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48267343-ad25-46bd-97c6-cc05ff0ce3d6 None None] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:56:12.727549 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Provisioning for port 3cebba4f-e44e-417d-9011-3a9725260f73 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:12.740496 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Provisioning complete for port 3cebba4f-e44e-417d-9011-3a9725260f73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:12.741093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:12.784554 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:13.064837 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:13.114524 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] For port 3cebba4f-e44e-417d-9011-3a9725260f73, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3cebba4f-e44e-417d-9011-3a9725260f73,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:13.120213 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:13.122919 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-c0c44984-98ca-4c13-a346-749dbfc27397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:13.132114 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:56:13.260307 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Pushing event updated for resources: {'Port': ['ID=3cebba4f-e44e-417d-9011-3a9725260f73,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:13.266292 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-98fe7792-67e8-4610-a5a4-06b73a178b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:13.351338 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-d687575d-a2cc-4068-a509-fe4a15a774fd None None] Provisioning complete for port 3cebba4f-e44e-417d-9011-3a9725260f73 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:13.351962 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d687575d-a2cc-4068-a509-fe4a15a774fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:13.471598 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:13.494881 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:13.496356 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-19816105-f94e-4072-9909-65472cf1c227 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2185605 Jun 08 12:56:13.497314 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Sync routers for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:13.499672 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49308) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:13.520168 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:13.520816 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:13.711802 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:14.017386 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:12Z', 'revision_number': 3, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:14.022727 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Checking router: b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:14.023237 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Updating router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 port 1b6435a0-29cd-4769-943c-c463108ae3a6 binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:56:14.091839 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.327839 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.422191 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3cebba4f-e44e-417d-9011-3a9725260f73 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:14.510531 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.529854 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Transition to ACTIVE for port object 1b6435a0-29cd-4769-943c-c463108ae3a6 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:14.542456 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.546760 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:14.577417 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 3cebba4f-e44e-417d-9011-3a9725260f73 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:14.577794 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.645795 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Allocated IP 172.20.0.1 (921f9eaa-cb79-4787-8bbe-776c434556a9/00ad7d57-55db-4b7a-aef5-90872fba8ff5/03c36a6e-d5d7-4062-aed9-526e4fcf0105) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:14.683239 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Attempting to bind port 1b6435a0-29cd-4769-943c-c463108ae3a6 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:14.683609 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Attempting to bind port 1b6435a0-29cd-4769-943c-c463108ae3a6 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:14.684024 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Attempting to bind port 1b6435a0-29cd-4769-943c-c463108ae3a6 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:14.698354 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d004e-bfda-4def-bfa7-1bf6a8951905 None None] Pushing event updated for resources: {'Port': ['ID=1b6435a0-29cd-4769-943c-c463108ae3a6,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:14.701709 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:14.702050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:14.702306 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.702691 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:14.703202 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Bound port: 1b6435a0-29cd-4769-943c-c463108ae3a6, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:14.703583 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.728231 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-a85d004e-bfda-4def-bfa7-1bf6a8951905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:14.838331 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.845862 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] For port 1b6435a0-29cd-4769-943c-c463108ae3a6, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:14.849991 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] For port 1b6435a0-29cd-4769-943c-c463108ae3a6, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1b6435a0-29cd-4769-943c-c463108ae3a6,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:14.855476 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.857553 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Transition to ACTIVE for port object 03c36a6e-d5d7-4062-aed9-526e4fcf0105 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:14.860013 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:14.884842 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:14.885429 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:14.914699 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:14.916562 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:14.922572 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:14.947155 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:14.948204 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:15.044196 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.064888 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d004e-bfda-4def-bfa7-1bf6a8951905 None None] Pushing event updated for resources: {'Port': ['ID=1b6435a0-29cd-4769-943c-c463108ae3a6,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:15.076286 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-a85d004e-bfda-4def-bfa7-1bf6a8951905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:15.241553 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7faccca7-e185-407f-b53d-189e4f91e5ad None None] Provisioning for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:15.258024 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-7faccca7-e185-407f-b53d-189e4f91e5ad None None] Provisioning complete for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:15.258655 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7faccca7-e185-407f-b53d-189e4f91e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.317502 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:15.561565 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.575271 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-7faccca7-e185-407f-b53d-189e4f91e5ad None None] Port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:15.705092 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:12Z', 'revision_number': 3, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:15.710482 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6a6caa-4826-47f1-bf62-d81de82df1ac None None] The sync data for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb is: [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:12Z', 'revision_number': 3, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:15.816519 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.822614 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.852424 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e4ea0cc9-489c-4d88-a6cc-994288ddf29c tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:15.979645 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:15.991453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Pushing event updated for resources: {'Port': ['ID=03c36a6e-d5d7-4062-aed9-526e4fcf0105,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:15.996741 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:16.149665 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:16.150911 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:16.404873 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-30101d73-0b84-46d0-8de7-81b80f3c494f None None] Provisioning complete for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:16.405527 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-30101d73-0b84-46d0-8de7-81b80f3c494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:16.443245 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:56:16.455460 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1b6435a0-29cd-4769-943c-c463108ae3a6 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:16.588295 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-30101d73-0b84-46d0-8de7-81b80f3c494f None None] Port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:16.614612 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 1b6435a0-29cd-4769-943c-c463108ae3a6 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:16.620639 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1b6435a0-29cd-4769-943c-c463108ae3a6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:16.621045 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:16.686879 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:16.696326 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-10a0ef5c-b13b-4c34-8de0-8b23b74f2e13 admin admin] 10.222.0.55 "PUT /v2.0/routers/b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1952581 Jun 08 12:56:16.768019 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:16.788351 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 1b6435a0-29cd-4769-943c-c463108ae3a6, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1b6435a0-29cd-4769-943c-c463108ae3a6,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:16.793562 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:16.796079 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:16.895870 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=1b6435a0-29cd-4769-943c-c463108ae3a6,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:16.900686 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:17.367743 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49324) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.373239 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-192735280-network', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:17.399524 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Made reservation on behalf of c118b3c707f2427ab5ad1840a5247b05 for: {'network': 1} {{(pid=103614) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:17.402217 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1618669'] for network, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.417844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.496210 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Sync routers for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:17.510693 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:17.511469 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:17.574399 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.580348 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.587337 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-3b859ebb-ba46-4f48-9c16-1931b2de415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:17.634079 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103614) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 12:56:17.649828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48352cb3-a64d-4f16-adf5-6d680f5c9759,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:17.656513 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:17.662968 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.662968 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.segments_db [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Added segment 4298aad9-64f4-4cde-95df-94f8b5833a88 of type vlan for network b0e8d966-4c38-4745-acff-bdadbfc8152a Jun 08 12:56:17.716828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789816754935'] for network, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.760220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673'] for network, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.761648 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:17.762249 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:17.765947 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:17.809056 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:17.882414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5090032 Jun 08 12:56:17.882764 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49326) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:17.888186 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Request body: {'subnet': {'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-192735280-subnet', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'ip_version': 4}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:17.890083 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Pushing event updated for resources: {'Network': ['ID=b0e8d966-4c38-4745-acff-bdadbfc8152a,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:17.897090 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a7966795-d61d-4a95-ad15-ff0a64f9fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:17.917995 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Network b0e8d966-4c38-4745-acff-bdadbfc8152a details requested by agent ovs-agent-dv-cinder-784477-4-smb with host dv-cinder-784477-4-smb {{(pid=103615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 12:56:17.920785 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Made reservation on behalf of c118b3c707f2427ab5ad1840a5247b05 for: {'subnet': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:17.924626 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757166'] for subnet, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.199665 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2868142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757120'] for subnet, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.207411 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3c450e8d-c36f-432e-8b2d-29cf356341a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:18.237936 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 2, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:18.242609 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Checking router: b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:18.242961 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Updating router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:56:18.289773 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b1f1ed-c21e-4afd-b94c-ff04eeb61477,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:18.293558 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:18.305125 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Checking segment: {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:18.305901 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Network hostable DHCP agents. Network: b0e8d966-4c38-4745-acff-bdadbfc8152a, hostable agents: ['dbd3490c-5373-412c-92ae-c385556ae0b2'], hosted agents: [] {{(pid=103613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 12:56:18.320394 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.336668 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Network b0e8d966-4c38-4745-acff-bdadbfc8152a is scheduled to be hosted by DHCP agent dbd3490c-5373-412c-92ae-c385556ae0b2 with binding_index 1 {{(pid=103613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 12:56:18.355589 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784477-4-smb, b0e8d966-4c38-4745-acff-bdadbfc8152a) {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:18.362187 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:18.362805 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.371858 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdeb3b8-d9b0-4cb3-bdbc-d1183d70ddf7 None None] Network b0e8d966-4c38-4745-acff-bdadbfc8152a requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:56:18.405516 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-8269f285-6f39-4fc9-96f1-0d00c88f5cdb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5193353 Jun 08 12:56:18.408871 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49328) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:18.413861 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:18.443521 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-446549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4111'] for router, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.445191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-446974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-450201', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-389915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4096'] for router, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.459436 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1b6435a0-29cd-4769-943c-c463108ae3a6 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:18.474711 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.592730 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1b6435a0-29cd-4769-943c-c463108ae3a6 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:18.593147 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.792258 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp054baa93-d332-58cd-863c-81bd2e2e2f69-b0e8d966-4c38-4745-acff-bdadbfc8152a', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477'}]}} from dv-cinder-784477-4-smb. {{(pid=103615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 12:56:18.793110 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.904895 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.911792 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-450187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4146'] for router, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:18.996722 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.022118 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Transition to ACTIVE for port object 03c36a6e-d5d7-4062-aed9-526e4fcf0105 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:19.033890 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.045859 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.154979 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.db_base_plugin_common [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Allocated IP 172.20.0.2 (b0e8d966-4c38-4745-acff-bdadbfc8152a/b1b1f1ed-c21e-4afd-b94c-ff04eeb61477/dde7ce71-1a97-488b-8ce9-cd19bd8c92ef) {{(pid=103615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:19.318209 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Attempting to bind port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:19.318643 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Attempting to bind port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:19.318994 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Attempting to bind port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 on network 921f9eaa-cb79-4787-8bbe-776c434556a9 {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:19.328718 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:19.329271 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Checking segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:19.329743 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.330314 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Bound using segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:19.330812 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Bound port: 03c36a6e-d5d7-4062-aed9-526e4fcf0105, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:19.331318 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.385738 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Pushing event updated for resources: {'Port': ['ID=03c36a6e-d5d7-4062-aed9-526e4fcf0105,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.407894 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.408347 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.408669 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.408995 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.409320 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.409642 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.409961 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.410280 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.410617 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.411373 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.411697 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.412062 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103616) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:19.416036 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:19.466460 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.490155 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] For port 03c36a6e-d5d7-4062-aed9-526e4fcf0105, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:19.496026 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] For port 03c36a6e-d5d7-4062-aed9-526e4fcf0105, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=03c36a6e-d5d7-4062-aed9-526e4fcf0105,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:19.500071 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.503902 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.507727 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks [] for port, precommit_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.512407 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.520899 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Transition to ACTIVE for port object dde7ce71-1a97-488b-8ce9-cd19bd8c92ef will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:19.559183 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Transition to ACTIVE for port object dde7ce71-1a97-488b-8ce9-cd19bd8c92ef will not be triggered until provisioned by entity DHCP. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:19.569806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841'] for port, after_create {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:19.572281 dv-cinder-784477-4-smb neutron-server[103615]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:19.596145 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Network b0e8d966-4c38-4745-acff-bdadbfc8152a is already hosted by enough agents. {{(pid=103615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:19.598861 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.scheduler.base_scheduler [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Resources bound (agent type, host, resource id): {{(pid=103615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:19.601230 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Received port after_create {{(pid=103615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:19.660320 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:19.661440 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:19.722456 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.db_base_plugin_common [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Allocated IP 172.28.0.71 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/725bc2fe-784e-4141-80bd-4a67065532a0) {{(pid=103614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:19.737452 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Pushing event updated for resources: {'Port': ['ID=03c36a6e-d5d7-4062-aed9-526e4fcf0105,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.743982 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-8990fda0-fa1b-47e0-97e9-6e73e2da194f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:19.745160 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Attempting to bind port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:19.745551 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Attempting to bind port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:19.745927 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Attempting to bind port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef on network b0e8d966-4c38-4745-acff-bdadbfc8152a {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:19.752599 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:19.752993 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Checking segment: {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:19.753412 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.753824 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Bound using segment: {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:19.754316 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Bound port: dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:19.754700 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.868740 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] For port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:19.873654 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] For port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:19.881028 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:19.881961 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:19.886986 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:19.994717 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Pushing event updated for resources: {'Port': ['ID=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:19.998858 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:20.007851 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.052988 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2137486'] for port, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:20.053939 dv-cinder-784477-4-smb neutron-server[103614]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:20.081498 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:20.082864 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.base_scheduler [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:20.085568 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Received port after_create {{(pid=103614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:20.409690 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:19Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:20.415933 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ac85d-414d-4dd1-af33-4ca88b9ed7ae None None] The sync data for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb is: [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:19Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:20.496483 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device dde7ce71-1a97-488b-8ce9-cd19bd8c92ef up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:20.632992 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:20.842511 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.238498 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed7368-3911-4262-8890-6b3a4f446e82 None None] Network b0e8d966-4c38-4745-acff-bdadbfc8152a requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:56:21.412330 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-450230'] for router, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.418695 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Provisioning for port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:21.438817 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Provisioning complete for port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:21.440313 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.675219 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Router 844bb4a1-beda-406d-a1ca-6883ac06febe is scheduled to L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab with binding_index 1 {{(pid=103614) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 12:56:21.851384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.895278 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] For port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:21.900989 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.902927 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-2270478f-4966-4695-9b8e-263b2d7ee8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:21.921552 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:21.945426 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Sync routers for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:21.954997 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:21.960106 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-b56c8829-bf5d-4bfb-a588-d6a232ac1f5a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5467818 Jun 08 12:56:21.961015 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49330) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:56:21.978038 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:21.978686 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:22.154260 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Pushing event updated for resources: {'Port': ['ID=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:22.182091 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:22.265838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:22.472227 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-13f586f7-5159-4d04-93ee-3d1c20da8c79 None None] Provisioning complete for port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:22.472678 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-13f586f7-5159-4d04-93ee-3d1c20da8c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.573710 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device dde7ce71-1a97-488b-8ce9-cd19bd8c92ef up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:22.802514 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:22.802884 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:22.889217 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:20Z', 'revision_number': 3, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:22.895964 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Checking router: 844bb4a1-beda-406d-a1ca-6883ac06febe for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:22.896321 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Updating router 844bb4a1-beda-406d-a1ca-6883ac06febe port 725bc2fe-784e-4141-80bd-4a67065532a0 binding host dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:56:23.009803 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.049208 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 03c36a6e-d5d7-4062-aed9-526e4fcf0105 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:23.149732 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.210713 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:23.232248 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:23.232632 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.416394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Allocated IP 172.20.0.1 (b0e8d966-4c38-4745-acff-bdadbfc8152a/b1b1f1ed-c21e-4afd-b94c-ff04eeb61477/1a867f74-5376-4f35-aee2-f450f1805233) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:23.467838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.563273 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 03c36a6e-d5d7-4062-aed9-526e4fcf0105, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=03c36a6e-d5d7-4062-aed9-526e4fcf0105,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:23.567801 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks [] for port, precommit_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.570821 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.574428 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:23.629202 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.631183 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Transition to ACTIVE for port object 725bc2fe-784e-4141-80bd-4a67065532a0 will not be triggered until provisioned by entity L2. {{(pid=103615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:23.644889 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.652245 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Transition to ACTIVE for port object 1a867f74-5376-4f35-aee2-f450f1805233 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:23.672206 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=03c36a6e-d5d7-4062-aed9-526e4fcf0105,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:23.676898 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:23.677378 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:23.683782 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:23.684594 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:23.708721 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Network b0e8d966-4c38-4745-acff-bdadbfc8152a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:23.710922 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:23.715007 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:23.738130 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Attempting to bind port 725bc2fe-784e-4141-80bd-4a67065532a0 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:23.738605 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Attempting to bind port 725bc2fe-784e-4141-80bd-4a67065532a0 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:23.738903 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Attempting to bind port 725bc2fe-784e-4141-80bd-4a67065532a0 on network 251d1387-93aa-4313-91d5-fedd296f43af {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:23.750038 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:23.750448 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Checking segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:23.751534 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.752075 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Bound using segment: {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'} {{(pid=103615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:23.752797 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.managers [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Bound port: 725bc2fe-784e-4141-80bd-4a67065532a0, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4824ebec-e686-465d-b66b-e721b6fe039f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af'}}] {{(pid=103615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:23.753184 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.798440 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48ebed-2526-475f-a752-68a2b3ff31a7 None None] Pushing event updated for resources: {'Port': ['ID=725bc2fe-784e-4141-80bd-4a67065532a0,revision_number=2']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:23.804267 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-8f48ebed-2526-475f-a752-68a2b3ff31a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:23.809827 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-378848'] for router_interface, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.864482 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] For port 725bc2fe-784e-4141-80bd-4a67065532a0, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:23.872502 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] For port 725bc2fe-784e-4141-80bd-4a67065532a0, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=725bc2fe-784e-4141-80bd-4a67065532a0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:23.879782 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:23.891746 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-75519c38-5760-4d3f-9558-71c58d48a8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:23.997985 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:23.998875 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:24.006499 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.270947 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e59b53d3-a7ce-448a-94bc-d0e5414b8e07 None None] Provisioning for port 1a867f74-5376-4f35-aee2-f450f1805233 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:24.285213 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48ebed-2526-475f-a752-68a2b3ff31a7 None None] Pushing event updated for resources: {'Port': ['ID=725bc2fe-784e-4141-80bd-4a67065532a0,revision_number=3']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:24.288800 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-8f48ebed-2526-475f-a752-68a2b3ff31a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:24.289930 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-e59b53d3-a7ce-448a-94bc-d0e5414b8e07 None None] Provisioning complete for port 1a867f74-5376-4f35-aee2-f450f1805233 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:24.290641 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e59b53d3-a7ce-448a-94bc-d0e5414b8e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.363856 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.370290 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.397892 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-df6c9422-11dd-4971-80fa-68ae9799ae2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:24.412134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 03c36a6e-d5d7-4062-aed9-526e4fcf0105 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:24.451008 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-e59b53d3-a7ce-448a-94bc-d0e5414b8e07 None None] Port 1a867f74-5376-4f35-aee2-f450f1805233 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:24.482701 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:24.608970 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Pushing event updated for resources: {'Port': ['ID=1a867f74-5376-4f35-aee2-f450f1805233,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:24.614264 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:24.616779 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378657'] for router_interface, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.780336 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Network b0e8d966-4c38-4745-acff-bdadbfc8152a is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:24.780724 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:24.781037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:24.781573 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:25.003830 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Router 844bb4a1-beda-406d-a1ca-6883ac06febe has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:56:25.043752 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '1a867f74-5376-4f35-aee2-f450f1805233', 'name': '', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'mac_address': 'fa:16:3e:4f:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:23Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 1, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'subnets': [{'id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:25.049916 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442352a5-1192-48ce-a467-85a1a1a005e0 None None] The sync data for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb is: [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '1a867f74-5376-4f35-aee2-f450f1805233', 'name': '', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'mac_address': 'fa:16:3e:4f:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:23Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 1, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'subnets': [{'id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:25.086651 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-af9a08ce-359b-4e88-8565-0a0a263c4fa6 None None] Provisioning complete for port 1a867f74-5376-4f35-aee2-f450f1805233 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:25.087211 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-af9a08ce-359b-4e88-8565-0a0a263c4fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:25.150894 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-af9a08ce-359b-4e88-8565-0a0a263c4fa6 None None] Port 1a867f74-5376-4f35-aee2-f450f1805233 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:25.240175 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:56:25.249161 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] 10.222.0.55 "PUT /v2.0/routers/844bb4a1-beda-406d-a1ca-6883ac06febe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2827029 Jun 08 12:56:26.452127 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 725bc2fe-784e-4141-80bd-4a67065532a0 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:26.553726 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 725bc2fe-784e-4141-80bd-4a67065532a0 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:26.562301 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 725bc2fe-784e-4141-80bd-4a67065532a0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:26.562858 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.732563 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.759762 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 725bc2fe-784e-4141-80bd-4a67065532a0, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=725bc2fe-784e-4141-80bd-4a67065532a0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:26.772142 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:26.776089 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-e411da45-ff33-4e1e-9a7f-2aad14610415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:26.950018 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=725bc2fe-784e-4141-80bd-4a67065532a0,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:26.955944 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:28.411981 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 725bc2fe-784e-4141-80bd-4a67065532a0 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:28.500621 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 725bc2fe-784e-4141-80bd-4a67065532a0 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:28.501093 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:28.740425 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Sync routers for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:56:28.757132 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:28.758072 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:29.006363 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:29.405608 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '1a867f74-5376-4f35-aee2-f450f1805233', 'name': '', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'mac_address': 'fa:16:3e:4f:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:23Z', 'updated_at': '2021-06-08T12:56:24Z', 'revision_number': 2, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'subnets': [{'id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:29.410743 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Checking router: 844bb4a1-beda-406d-a1ca-6883ac06febe for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:56:29.411219 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Updating router 844bb4a1-beda-406d-a1ca-6883ac06febe port 1a867f74-5376-4f35-aee2-f450f1805233 binding host dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 12:56:29.486647 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.020212 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks [] for port, precommit_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.037308 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.provisioning_blocks [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Transition to ACTIVE for port object 1a867f74-5376-4f35-aee2-f450f1805233 will not be triggered until provisioned by entity L2. {{(pid=103616) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:30.047957 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.057735 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-d9d6c87a-0d3d-4d68-bd99-8081ee291060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:30.366766 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83553a95-efa4-4f42-b707-8d8ea5c00a43 None None] Pushing event updated for resources: {'Port': ['ID=1a867f74-5376-4f35-aee2-f450f1805233,revision_number=3']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:30.385699 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-83553a95-efa4-4f42-b707-8d8ea5c00a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:30.431658 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Attempting to bind port 1a867f74-5376-4f35-aee2-f450f1805233 on host dv-cinder-784477-4-smb for vnic_type normal with profile {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:30.432746 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Attempting to bind port 1a867f74-5376-4f35-aee2-f450f1805233 by drivers openvswitch,hyperv on host dv-cinder-784477-4-smb at level 0 using segments [{'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:30.434571 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Attempting to bind port 1a867f74-5376-4f35-aee2-f450f1805233 on network b0e8d966-4c38-4745-acff-bdadbfc8152a {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:30.445115 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Checking agent: {'id': 'ba000e68-cf1e-423c-93ee-cc70a5003b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784477-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 36, 38), 'started_at': datetime.datetime(2021, 6, 8, 12, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784477-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:30.445961 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Checking segment: {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103616) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:30.446455 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.447031 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Bound using segment: {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'} {{(pid=103616) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:30.447547 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.managers [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Bound port: 1a867f74-5376-4f35-aee2-f450f1805233, host: dv-cinder-784477-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4298aad9-64f4-4cde-95df-94f8b5833a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a'}}] {{(pid=103616) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:30.448023 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.615703 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] For port 1a867f74-5376-4f35-aee2-f450f1805233, host dv-cinder-784477-4-smb, cleared binding levels {{(pid=103616) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:30.620187 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.plugins.ml2.db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] For port 1a867f74-5376-4f35-aee2-f450f1805233, host dv-cinder-784477-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1a867f74-5376-4f35-aee2-f450f1805233,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103616) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:30.626179 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron_lib.callbacks.manager [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103616) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:30.630939 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:30.753820 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:56:30.754491 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:56:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:30.862973 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83553a95-efa4-4f42-b707-8d8ea5c00a43 None None] Pushing event updated for resources: {'Port': ['ID=1a867f74-5376-4f35-aee2-f450f1805233,revision_number=4']} {{(pid=103616) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:30.867762 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG oslo_concurrency.lockutils [None req-83553a95-efa4-4f42-b707-8d8ea5c00a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=103616) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:31.023412 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:56:31.568717 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '1a867f74-5376-4f35-aee2-f450f1805233', 'name': '', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'mac_address': 'fa:16:3e:4f:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:23Z', 'updated_at': '2021-06-08T12:56:30Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'subnets': [{'id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:56:31.575028 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47b0e6-6c15-4b33-adf4-64e65f4e480e None None] The sync data for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb is: [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '1a867f74-5376-4f35-aee2-f450f1805233', 'name': '', 'network_id': 'b0e8d966-4c38-4745-acff-bdadbfc8152a', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'mac_address': 'fa:16:3e:4f:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:23Z', 'updated_at': '2021-06-08T12:56:30Z', 'revision_number': 4, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'subnets': [{'id': 'b1b1f1ed-c21e-4afd-b94c-ff04eeb61477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:56:32.430129 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1a867f74-5376-4f35-aee2-f450f1805233 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:32.580005 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning for port 1a867f74-5376-4f35-aee2-f450f1805233 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:32.588281 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1a867f74-5376-4f35-aee2-f450f1805233 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:32.588811 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.757995 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.817845 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] For port 1a867f74-5376-4f35-aee2-f450f1805233, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1a867f74-5376-4f35-aee2-f450f1805233,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:32.824322 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:32.828360 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-8f48ebed-2526-475f-a752-68a2b3ff31a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:32.941764 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Pushing event updated for resources: {'Port': ['ID=1a867f74-5376-4f35-aee2-f450f1805233,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:32.945391 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:34.414242 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1a867f74-5376-4f35-aee2-f450f1805233 up at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:34.553424 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Provisioning complete for port 1a867f74-5376-4f35-aee2-f450f1805233 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:34.553806 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:35.132833 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-908ca4e5-6964-402a-9346-ca946469d029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:36.755106 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-3bc0d2e9-f9ad-4cd4-a1a0-067caa43c0da tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:36.757709 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-3bc0d2e9-f9ad-4cd4-a1a0-067caa43c0da tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 815 time: 0.1842411 Jun 08 12:56:36.778505 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-b72db2df-c086-4186-a180-da8829cfbebd tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/quotas/2fe4cfc942794672b84012d66b072fd6 HTTP/1.1" status: 200 len: 375 time: 0.0149596 Jun 08 12:56:36.870406 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-ceadfd68-7304-4e35-86eb-372e6d7e6592 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856459 Jun 08 12:56:36.943181 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:56:37.035945 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-4c7dc223-9fa9-4bc4-be8f-02ccad131b86 service neutron] 10.222.0.55 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520557 Jun 08 12:56:37.182155 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-f2f71dcb-d8bd-4f3e-9fab-b170e10affdd service neutron] 10.222.0.55 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399679 Jun 08 12:56:37.418765 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-34ed9f33-477e-4aad-88b4-1092ef7fb723 req-93d70d28-8524-48b1-98a9-efa5d80f356f tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 210 time: 0.0594025 Jun 08 12:56:37.658166 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-a71a1535-766b-45c9-9fad-1081635a7f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:37.791477 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:38.608349 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d128a06c-9142-421a-bc0e-df2cbcfda46b req-603c5d05-e081-4732-a52e-155f96a50132 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 210 time: 0.0521374 Jun 08 12:56:38.811177 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:38.927315 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-59d2cdb0-0b13-4223-8dc7-1c522088d749 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:38.928913 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-59d2cdb0-0b13-4223-8dc7-1c522088d749 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 815 time: 0.1689608 Jun 08 12:56:38.950513 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'port': {'device_id': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'admin_state_up': True, 'tenant_id': '2fe4cfc942794672b84012d66b072fd6'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:39.165790 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Made reservation on behalf of 2fe4cfc942794672b84012d66b072fd6 for: {'port': 1} {{(pid=103613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 12:56:39.172784 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:39.720863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Allocated IP 172.20.0.8 (921f9eaa-cb79-4787-8bbe-776c434556a9/00ad7d57-55db-4b7a-aef5-90872fba8ff5/68a977ff-1111-4c5c-a0af-5d30568d1b71) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:56:39.911635 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-aca73679-73da-435d-8048-58fee7f4f4af req-69d91582-cd42-415d-a308-db50bbe9da33 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 210 time: 0.0726728 Jun 08 12:56:40.056198 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:40.075667 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Transition to ACTIVE for port object 68a977ff-1111-4c5c-a0af-5d30568d1b71 will not be triggered until provisioned by entity DHCP. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:40.107279 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:56:40.110643 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:56:40.132666 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:56:40.140273 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:56:40.144247 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:56:40.242342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:40.242342 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:40.277177 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-03a55d13-1f81-45a7-9f07-95c7961586a3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3324378 Jun 08 12:56:40.489653 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-78dedd40-c37b-4fd6-9f3e-9357aea6506c None None] Provisioning for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 completed by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:40.498545 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-78dedd40-c37b-4fd6-9f3e-9357aea6506c None None] Provisioning complete for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:40.499176 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-78dedd40-c37b-4fd6-9f3e-9357aea6506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:40.607535 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-78dedd40-c37b-4fd6-9f3e-9357aea6506c None None] Port 68a977ff-1111-4c5c-a0af-5d30568d1b71 cannot update to ACTIVE because it is not bound. {{(pid=103615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 12:56:40.619722 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:41.242237 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9146dad-9631-4ee1-8497-922de8849e51 req-ba221d00-db01-4fc3-a7e3-1441534d5051 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:41.244332 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c9146dad-9631-4ee1-8497-922de8849e51 req-ba221d00-db01-4fc3-a7e3-1441534d5051 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1190858 Jun 08 12:56:41.309593 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c9146dad-9631-4ee1-8497-922de8849e51 req-a1bcd3d6-04da-4293-a4cc-296e8f18f7bb tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579185 Jun 08 12:56:42.583144 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea9052-4d86-420d-9885-3da8125c0332 req-60c28a82-8f82-40a1-a39f-8d7903dce169 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:42.584733 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-51ea9052-4d86-420d-9885-3da8125c0332 req-60c28a82-8f82-40a1-a39f-8d7903dce169 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1063089 Jun 08 12:56:42.641135 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-51ea9052-4d86-420d-9885-3da8125c0332 req-bbb52d14-7a85-46f3-9543-3d6b42638597 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Jun 08 12:56:43.897645 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69f99e-421a-4023-8ce2-fa216ed8242a req-840e1724-af7f-4cc6-8e81-f661da140bd6 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:43.901285 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0c69f99e-421a-4023-8ce2-fa216ed8242a req-840e1724-af7f-4cc6-8e81-f661da140bd6 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1047482 Jun 08 12:56:43.964106 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-0c69f99e-421a-4023-8ce2-fa216ed8242a req-12e66113-43b5-4683-bae9-ca335041a172 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519283 Jun 08 12:56:45.375886 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6a313-c4a4-4039-ac14-928c404f5fa7 req-7a674eee-aeb5-4d22-9d79-66d7b46d0436 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:45.377493 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-91f6a313-c4a4-4039-ac14-928c404f5fa7 req-7a674eee-aeb5-4d22-9d79-66d7b46d0436 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.2510953 Jun 08 12:56:45.443462 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-91f6a313-c4a4-4039-ac14-928c404f5fa7 req-d12b03fe-b9f3-41f3-99d9-9bff6040794a tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579333 Jun 08 12:56:46.684526 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e524a-001d-45f3-bbf9-e1f23419d7db req-53930284-55e0-4366-bbaf-a2b152e69a47 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:46.690605 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-570e524a-001d-45f3-bbf9-e1f23419d7db req-53930284-55e0-4366-bbaf-a2b152e69a47 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1000180 Jun 08 12:56:46.740750 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-570e524a-001d-45f3-bbf9-e1f23419d7db req-ad33a8dc-6e15-4f25-90e6-2792343e31b4 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464408 Jun 08 12:56:47.993408 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d964a-6c44-49e7-b694-91a002dda079 req-e3b1af18-56d9-4010-9789-61dbff2544d1 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:48.000814 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-289d964a-6c44-49e7-b694-91a002dda079 req-e3b1af18-56d9-4010-9789-61dbff2544d1 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1387639 Jun 08 12:56:48.067250 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-289d964a-6c44-49e7-b694-91a002dda079 req-193dc076-e490-4ffa-bece-9d2c1818bae9 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616159 Jun 08 12:56:48.858159 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:49.421747 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f423-d74b-47d2-bfbf-85f1fad31c3b req-6567ea6b-0279-4c5e-b939-e06b0717cfbd tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:49.429663 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe30f423-d74b-47d2-bfbf-85f1fad31c3b req-6567ea6b-0279-4c5e-b939-e06b0717cfbd tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.1680684 Jun 08 12:56:49.484477 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe30f423-d74b-47d2-bfbf-85f1fad31c3b req-d41a14e1-4e09-4e37-b5d2-cd1d0cb258d5 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535777 Jun 08 12:56:50.697119 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0b5fd-f401-4a46-aa83-537d4e56d4b0 req-87287783-cc0a-43dd-9ef5-4eaa11492199 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:50.698709 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0ec0b5fd-f401-4a46-aa83-537d4e56d4b0 req-87287783-cc0a-43dd-9ef5-4eaa11492199 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.0854087 Jun 08 12:56:50.753787 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0ec0b5fd-f401-4a46-aa83-537d4e56d4b0 req-f393d4e5-2478-4034-90ec-abd6f4f42582 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Jun 08 12:56:51.949544 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0606cd-4be1-4d7f-97e4-bdfff508f40f req-dd2ed08d-9072-4ec0-b2d8-eb67bf7dab32 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:51.951121 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7a0606cd-4be1-4d7f-97e4-bdfff508f40f req-dd2ed08d-9072-4ec0-b2d8-eb67bf7dab32 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 931 time: 0.0877285 Jun 08 12:56:52.005342 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7a0606cd-4be1-4d7f-97e4-bdfff508f40f req-caf40f79-729e-4aa2-a066-fc83ffc9cdb8 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Jun 08 12:56:52.258018 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Request body: {'port': {'device_id': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78447'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:56:52.382905 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:52.753144 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a977ff-1111-4c5c-a0af-5d30568d1b71 {{(pid=103613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:56:52.761443 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:52.778863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.provisioning_blocks [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Transition to ACTIVE for port object 68a977ff-1111-4c5c-a0af-5d30568d1b71 will not be triggered until provisioned by entity L2. {{(pid=103613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 12:56:52.783528 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:52.787760 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-b7025116-6b14-4a88-b7f0-b38af9777c2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:52.929578 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:52.972931 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.974221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.974221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.974221 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.974754 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.974981 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.975346 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.975731 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.976110 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.976472 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.976957 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:52.977350 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:56:53.008733 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:53.079236 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Attempting to bind port 68a977ff-1111-4c5c-a0af-5d30568d1b71 on host hv-cinder-78447 for vnic_type normal with profile {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 12:56:53.079760 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Attempting to bind port 68a977ff-1111-4c5c-a0af-5d30568d1b71 by drivers openvswitch,hyperv on host hv-cinder-78447 at level 0 using segments [{'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 12:56:53.080229 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Attempting to bind port 68a977ff-1111-4c5c-a0af-5d30568d1b71 on network 921f9eaa-cb79-4787-8bbe-776c434556a9 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:53.086465 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Port 68a977ff-1111-4c5c-a0af-5d30568d1b71 on network 921f9eaa-cb79-4787-8bbe-776c434556a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78447 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 12:56:53.086930 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Attempting to bind port 68a977ff-1111-4c5c-a0af-5d30568d1b71 on network 921f9eaa-cb79-4787-8bbe-776c434556a9 {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 12:56:53.096572 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Checking agent: {'id': 'f335ff2f-da1a-4743-acb7-393c19be8a92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78447', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'started_at': datetime.datetime(2021, 6, 8, 12, 42, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 12:56:53.097502 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Checking segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 12:56:53.098337 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Bound using segment: {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'} {{(pid=103613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 12:56:53.099292 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.managers [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Bound port: 68a977ff-1111-4c5c-a0af-5d30568d1b71, host: hv-cinder-78447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4ca631-5263-4526-a41c-be99f9f59ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9'}}] {{(pid=103613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 12:56:53.100136 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:53.224853 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85798906-fbb6-4f92-8e39-bd316aac339a req-0a7477ec-0e0d-45c2-8544-00915589ab49 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:53.226516 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-85798906-fbb6-4f92-8e39-bd316aac339a req-0a7477ec-0e0d-45c2-8544-00915589ab49 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 943 time: 0.0974286 Jun 08 12:56:53.279761 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-85798906-fbb6-4f92-8e39-bd316aac339a req-9722a22d-3bfa-4aa2-97c6-58faa678f597 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459223 Jun 08 12:56:53.392081 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, cleared binding levels {{(pid=103613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 12:56:53.395673 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 12:56:53.400933 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:53.405348 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:53.464870 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:53.465491 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:53.466852 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 1093 time: 1.3231790 Jun 08 12:56:53.467398 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:56:53.469862 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b844aba-b536-4cd5-9627-938d5ad58fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:56:53.489505 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=3']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:53.494455 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-af131ac5-89dc-4139-bfc0-c726e6ebf2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:53.654638 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-4ce117b7-93bf-4c14-9938-6bb391c2d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:53.657209 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-4ce117b7-93bf-4c14-9938-6bb391c2d04c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1096 time: 0.1214213 Jun 08 12:56:53.731029 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa132f3-80dc-4ce4-a222-034c1de87d44 x-openstack-request-id: req-1fa132f3-80dc-4ce4-a222-034c1de87d44 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:56:53.731411 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:56:53.731982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fa132f3-80dc-4ce4-a222-034c1de87d44 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:56:53.732479 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:56:53.745907 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-2e701585-7dd3-4090-8b94-0be71a846f90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 217 time: 0.0759232 Jun 08 12:56:53.814141 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-893e8af5-da31-4f1f-b45f-ceb9245db5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:53.815518 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-893e8af5-da31-4f1f-b45f-ceb9245db5d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0624475 Jun 08 12:56:53.899649 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-471556cd-b29e-490b-b619-c27728819a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:53.901250 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-471556cd-b29e-490b-b619-c27728819a85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794623 Jun 08 12:56:54.047586 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-b86e5f70-907d-4b35-baac-b614b32650db service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392498 Jun 08 12:56:54.198515 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b5df201f-6529-4e17-9fe8-08eda0c0a438 req-fad08877-32f6-48d1-a9fe-6385d11599ff service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438129 Jun 08 12:56:54.379241 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-8aad84e7-bab8-4c9b-8040-5a4c472ef7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:54.381229 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-8aad84e7-bab8-4c9b-8040-5a4c472ef7c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1096 time: 0.0919747 Jun 08 12:56:54.544834 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d081e90-ae51-4826-a81c-d1ad56703520 req-85bf2b0c-320c-4b0b-a86e-0db6d44f0843 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:54.547388 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d081e90-ae51-4826-a81c-d1ad56703520 req-85bf2b0c-320c-4b0b-a86e-0db6d44f0843 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 943 time: 0.1417656 Jun 08 12:56:54.598196 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-5dabef70-d918-4483-88e0-184493a38d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:54.599940 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-5dabef70-d918-4483-88e0-184493a38d39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.2097695 Jun 08 12:56:54.606511 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-0d081e90-ae51-4826-a81c-d1ad56703520 req-b5c0c73b-55ae-499b-b3fa-ca0b714bcaa0 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Jun 08 12:56:54.673853 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-4901cb93-8238-4c45-87d5-67649d4c7c12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 217 time: 0.0662196 Jun 08 12:56:54.745567 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-c7bd1315-4b26-4dbb-8027-db9881de6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:54.747119 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-c7bd1315-4b26-4dbb-8027-db9881de6390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0670218 Jun 08 12:56:54.833011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-d3c6f3ab-9a31-4b65-b334-79a847fd8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:54.834647 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-d3c6f3ab-9a31-4b65-b334-79a847fd8596 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807910 Jun 08 12:56:54.986039 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-e4c3b60f-f431-4d1b-9972-1bb196ec6acc service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434021 Jun 08 12:56:55.163065 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7b844aba-b536-4cd5-9627-938d5ad58fc3 req-928ad47c-0ca4-4012-80a8-05e6275027d0 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657617 Jun 08 12:56:55.885516 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c663235-90fc-4f11-9063-56687c751aca req-5cd066a8-d4fe-46f8-9aae-e16e042cf7aa tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:55.888189 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3c663235-90fc-4f11-9063-56687c751aca req-5cd066a8-d4fe-46f8-9aae-e16e042cf7aa tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 943 time: 0.1559231 Jun 08 12:56:55.939450 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3c663235-90fc-4f11-9063-56687c751aca req-3ec29720-92cc-493c-a8d9-e58c411de0c5 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Jun 08 12:56:56.866024 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 68a977ff-1111-4c5c-a0af-5d30568d1b71 details requested by agent hyperv_hv-cinder-78447 with host hv-cinder-78447 {{(pid=103615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 12:56:57.019258 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:57.034898 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Returning: {'device': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'port_id': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'mac_address': 'fa:16:3e:4d:45:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 12:56:57.096580 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:57.116350 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a977ff-1111-4c5c-a0af-5d30568d1b71 {{(pid=103615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 12:56:57.135487 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:57.142049 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:57.144194 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:57.153369 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc107f0-b90a-4090-8194-d908822bc978 req-1b06685b-39b4-4879-bd3e-6d2b62d3245b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:57.155190 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fc107f0-b90a-4090-8194-d908822bc978 req-1b06685b-39b4-4879-bd3e-6d2b62d3245b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 943 time: 0.0967443 Jun 08 12:56:57.205218 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5fc107f0-b90a-4090-8194-d908822bc978 req-74b3447a-58c8-46be-ab34-fa91bf99d47e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Jun 08 12:56:57.217419 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=4']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:57.221363 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:57.561194 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:56:58.412523 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f71b-c6c0-4ab7-8c2d-d0b3d3f1314f req-debd8d89-e09f-4460-8b8f-73c1f502c59b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:58.413988 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8562f71b-c6c0-4ab7-8c2d-d0b3d3f1314f req-debd8d89-e09f-4460-8b8f-73c1f502c59b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 944 time: 0.0918548 Jun 08 12:56:58.469232 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8562f71b-c6c0-4ab7-8c2d-d0b3d3f1314f req-74fcfd31-51f8-40af-8e2f-637e8875421a tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485709 Jun 08 12:56:58.866601 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 68a977ff-1111-4c5c-a0af-5d30568d1b71 up at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 12:56:58.947228 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 completed by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 12:56:58.954374 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Provisioning complete for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 triggered by entity L2. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:56:58.954763 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:59.094671 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:59.127130 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:56:59.129731 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cda42ad8b0fef120628e92aae741cf2926f0211519bbf09ead45c666f108c9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb485554-06f3-4468-8dc0-fbb80c5a2447" -d '{"events": [{"server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "name": "network-vif-plugged", "status": "completed", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:56:59.139188 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:56:59.146521 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904'] for port, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:56:59.151491 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:56:59.254524 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=5']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:56:59.258348 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:56:59.287696 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f11fb40-f88d-480d-a754-ee20d1a9775f x-openstack-request-id: req-5f11fb40-f88d-480d-a754-ee20d1a9775f {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:56:59.288077 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "name": "network-vif-plugged", "status": "completed", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "code": 200}]} {{(pid=103615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:56:59.288370 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f11fb40-f88d-480d-a754-ee20d1a9775f {{(pid=103615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:56:59.288812 dv-cinder-784477-4-smb neutron-server[103615]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'code': 200} Jun 08 12:56:59.690761 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6eb5b-69b5-47a1-82ff-488681c2ceae req-b995bd35-922c-4727-b316-08b5f1d66234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:59.692276 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-92e6eb5b-69b5-47a1-82ff-488681c2ceae req-b995bd35-922c-4727-b316-08b5f1d66234 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1098 time: 0.1422334 Jun 08 12:56:59.844085 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3933a13-7c9a-45b7-82f8-f286b79a2d2d req-76acd672-a32a-4b85-b6ea-30470f1b3e92 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:56:59.845630 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3933a13-7c9a-45b7-82f8-f286b79a2d2d req-76acd672-a32a-4b85-b6ea-30470f1b3e92 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.2419231 Jun 08 12:56:59.883848 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-92e6eb5b-69b5-47a1-82ff-488681c2ceae req-76f72a4c-31f7-4bbd-aa26-202fa947e89d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842306 Jun 08 12:56:59.906976 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-b3933a13-7c9a-45b7-82f8-f286b79a2d2d req-86b4c51f-8af4-4026-b737-f39d06b38a91 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Jun 08 12:57:01.113838 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d64c7-7f06-4deb-b6f6-39c64a5dfa71 req-a8c602bd-240d-4f5c-b048-259da49480c2 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:01.115414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-789d64c7-7f06-4deb-b6f6-39c64a5dfa71 req-a8c602bd-240d-4f5c-b048-259da49480c2 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0954514 Jun 08 12:57:01.171361 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-789d64c7-7f06-4deb-b6f6-39c64a5dfa71 req-7f1c7895-f96e-41dd-a2f2-cde4fdafd78e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Jun 08 12:57:02.374016 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613217cf-244b-4f97-81ad-946962124b66 req-1809d67f-964f-43d3-baef-5b3bc598c09e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:02.376207 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-613217cf-244b-4f97-81ad-946962124b66 req-1809d67f-964f-43d3-baef-5b3bc598c09e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0901370 Jun 08 12:57:02.433616 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-613217cf-244b-4f97-81ad-946962124b66 req-105deb76-ce9f-439a-b169-7e3fc484e4bb tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475898 Jun 08 12:57:02.639606 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316d9fa-2621-42de-acb7-7af1e004f150 req-08386306-5089-4b4e-aa64-18a68606e9dd tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:02.641737 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3316d9fa-2621-42de-acb7-7af1e004f150 req-08386306-5089-4b4e-aa64-18a68606e9dd tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0957613 Jun 08 12:57:02.691979 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3316d9fa-2621-42de-acb7-7af1e004f150 req-2cd19dfe-0d9f-43af-b70a-59e745374947 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440624 Jun 08 12:57:03.129273 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7f22-3baf-452b-823a-9ce90a098d09 req-7db7b291-5e71-4aa2-a3e0-ab7c8367f739 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:03.130862 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-84fa7f22-3baf-452b-823a-9ce90a098d09 req-7db7b291-5e71-4aa2-a3e0-ab7c8367f739 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.1031351 Jun 08 12:57:03.187993 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-84fa7f22-3baf-452b-823a-9ce90a098d09 req-e813499a-af4d-423e-afe2-a6bc39dfdb7c tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454791 Jun 08 12:57:05.127105 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-58e78532-2a5c-4507-8f0a-6deb254b8d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:07.644654 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e7f6ae4-bbe6-45c8-b1df-99583066dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:07.790556 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:08.399191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73373a-69e2-4111-8417-bda2b810772f req-2b420aac-c749-47f7-8b2e-801f6478ae75 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:08.400885 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ef73373a-69e2-4111-8417-bda2b810772f req-2b420aac-c749-47f7-8b2e-801f6478ae75 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0876684 Jun 08 12:57:08.451546 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-ef73373a-69e2-4111-8417-bda2b810772f req-20cf3d2b-26a6-4eac-98a6-f8dcd49b8888 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Jun 08 12:57:08.476271 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49522) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:08.603584 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936fd892-1284-476b-aa25-7ebe018c18b0 tempest-TestMinimumBasicScenario-368832717 tempest-TestMinimumBasicScenario-368832717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:08.605247 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-936fd892-1284-476b-aa25-7ebe018c18b0 tempest-TestMinimumBasicScenario-368832717 tempest-TestMinimumBasicScenario-368832717-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1093 time: 0.1278329 Jun 08 12:57:08.608265 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49526) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:08.613220 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'floatingip': {'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'port_id': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:08.637509 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for floatingip, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:08.790982 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:08.799753 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:09.014820 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_common [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Allocated IP 172.28.0.234 (251d1387-93aa-4313-91d5-fedd296f43af/a264615a-211d-4929-aa18-3ed6e795f256/350a2e0c-253b-4e42-ab37-beb5f235acdf) {{(pid=103613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 12:57:09.191736 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for port, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:09.226168 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-507498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789816766841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2868018'] for port, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 12:57:09.226800 dv-cinder-784477-4-smb neutron-server[103613]: ERROR neutron_lib.callbacks.manager Jun 08 12:57:09.246064 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Network 251d1387-93aa-4313-91d5-fedd296f43af is already hosted by enough agents. {{(pid=103613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 12:57:09.247369 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.base_scheduler [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Resources bound (agent type, host, resource id): {{(pid=103613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 12:57:09.251324 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Received port after_create {{(pid=103613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 12:57:09.692878 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:09.772993 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:10.000996 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for port, precommit_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:10.006021 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2868012'] for port, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:10.010306 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-34a49204-c225-402c-a3ac-a490c0e54e68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:10.130114 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'Port': ['ID=350a2e0c-253b-4e42-ab37-beb5f235acdf,revision_number=2']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:10.133750 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:10.147195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-378651'] for floatingip, after_update {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:10.466548 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.db.l3_db [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Floating IP cd23322c-c3af-4862-b411-d62e3fda178c associated. External IP: 172.28.0.234, port: 68a977ff-1111-4c5c-a0af-5d30568d1b71. Jun 08 12:57:10.611645 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:10.849245 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:57:11.049396 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:57:11.060667 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Sync routers for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:57:11.071920 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.074094 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:57:11.075436 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:57:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:57:11.165587 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-f2be66a4-d48a-4bca-b044-aabc2041aebe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5559800 Jun 08 12:57:11.166679 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:57:11.169733 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49528) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:11.170698 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd43a28e-3832-4a13-b18a-92386f62a32f" -d '{"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:57:11.179064 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101690293', 'description': 'tempest-secgroup-smoke-2101690293 description', 'project_id': '2fe4cfc942794672b84012d66b072fd6'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:11.221197 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.232897 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cadf9dc-7adc-4a89-9872-6264f9353d06 x-openstack-request-id: req-0cadf9dc-7adc-4a89-9872-6264f9353d06 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:57:11.233368 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:57:11.235619 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0cadf9dc-7adc-4a89-9872-6264f9353d06 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:57:11.236312 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:57:11.273275 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:57:11.413732 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.418874 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.424601 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4614b072-dd69-432d-b111-c38020709304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:11.433240 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-83624d93-4619-4d3d-9771-f48b39d213c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:11.436139 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-83624d93-4619-4d3d-9771-f48b39d213c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1098 time: 0.1464143 Jun 08 12:57:11.464826 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7041179-e5b6-4951-9c71-83ad9ab53fe7,revision_number=1']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:11.469966 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.471198 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3002300 Jun 08 12:57:11.476742 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.477097 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.477532 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.477878 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.478189 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.478553 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.478909 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.479268 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.479612 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.480202 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.480562 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.480914 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:57:11.483977 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49532) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:11.486266 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a8e66e2d-93e8-4313-963b-696790d04161 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:11.489775 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:11.529044 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.641215 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.647125 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.661976 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-10fcf79f-95bf-445d-9b6c-04062806392f tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:11.698550 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225f5fc0-3fdf-465e-8cf8-f0e5b8db2a44,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:11.701703 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:11.704818 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.707759 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-11802993-e2ce-48a0-887b-cc693de77c1b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2210689 Jun 08 12:57:11.711382 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49534) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:11.721863 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.v2.base [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:11.730446 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-02c802af-8315-4dd8-b664-9499d44e395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:11.732916 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-02c802af-8315-4dd8-b664-9499d44e395a service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.2902663 Jun 08 12:57:11.845772 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': 'cd23322c-c3af-4862-b411-d62e3fda178c', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'port_id': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'mac_address': 'fa:16:3e:4d:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:57:09Z', 'updated_at': '2021-06-08T12:57:09Z', 'revision_number': 0, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:57:11.852857 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Checking router: b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:57:11.868615 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:57:11.869693 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:57:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:57:11.955500 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:11.985204 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-c017916d-0456-46da-a802-818e65efbb49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 999 time: 0.2440410 Jun 08 12:57:12.180424 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-67edfdc3-b80a-488a-947b-f1fb4325c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:12.182895 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-67edfdc3-b80a-488a-947b-f1fb4325c690 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.1803114 Jun 08 12:57:12.192307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.264390 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.277779 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:57:12.295492 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-01923df0-c156-41b0-9739-cce09568bd8f tempest-AttachVolumeTestJSON-659904586 tempest-AttachVolumeTestJSON-659904586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:12.339203 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43dae24-7fda-4027-bd42-4cf6de6e7e7b,revision_number=0']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:12.345464 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:12.349691 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.351526 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-c5ae3fc6-47c3-43eb-a21b-92168b16c022 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6362152 Jun 08 12:57:12.355130 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49536) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:12.363206 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:12.381662 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-6c83f761-d2c0-4c74-ab7c-ed94130faae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:12.384068 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-6c83f761-d2c0-4c74-ab7c-ed94130faae5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897068 Jun 08 12:57:12.404506 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.510029 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.515953 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.520106 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:12.557178 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a603fcf-6889-4aee-98a0-6e582786ccdb,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:12.565067 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:12.574836 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.576829 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-cd9df8ed-18f5-49de-9936-6751f97db0bc tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2199650 Jun 08 12:57:12.580114 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49538) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:12.587678 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:12.605971 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-89bf2aaf-ea25-4b63-8c60-2304fe9dd518 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121894 Jun 08 12:57:12.639320 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.731304 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.737272 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.750771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-940f11f2-1915-4fe8-9915-b6ad4380d321 tempest-TestShelveInstance-1294632514 tempest-TestShelveInstance-1294632514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:12.786527 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea9e689-b732-4b51-bc36-7277141ee209,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:12.799528 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:12.808982 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.814956 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-75b65a88-8e60-4225-a647-e3113f7d0e31 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2287755 Jun 08 12:57:12.815250 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49540) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:12.820298 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:12.821794 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': 'cd23322c-c3af-4862-b411-d62e3fda178c', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'port_id': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'mac_address': 'fa:16:3e:4d:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:57:09Z', 'updated_at': '2021-06-08T12:57:09Z', 'revision_number': 0, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:57:12.829314 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eda29f-536c-4e41-964d-87f771c45bad None None] The sync data for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb is: [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_floatingips': [{'id': 'cd23322c-c3af-4862-b411-d62e3fda178c', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'router_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'port_id': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'mac_address': 'fa:16:3e:4d:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T12:57:09Z', 'updated_at': '2021-06-08T12:57:09Z', 'revision_number': 0, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:57:12.849016 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Project 2fe4cfc942794672b84012d66b072fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:57:12.857303 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.965127 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.970821 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:12.974338 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a666fc58-8083-41cd-9855-3baa0c76f3b9 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:12.999612 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-cd43a28e-3832-4a13-b18a-92386f62a32f req-1b31813c-6b76-4635-8a02-3a22796a1637 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856151 Jun 08 12:57:13.007188 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.008477 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1921308 Jun 08 12:57:13.010992 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31dc9c6-b5d5-462e-a08e-dfcee6e6848e,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:13.012931 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49542) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:57:13.015774 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:13.019191 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'security_group_rule': {'security_group_id': 'a7041179-e5b6-4951-9c71-83ad9ab53fe7', 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:13.047341 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.securitygroups_db [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Project 2fe4cfc942794672b84012d66b072fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 12:57:13.054800 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.118338 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85826cc5-8d9c-4a16-929e-b3734ceaa5b8 None None] New status for floating IP cd23322c-c3af-4862-b411-d62e3fda178c: ACTIVE {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:57:13.155893 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.162017 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410212'] for security_group_rule, after_create {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.164319 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-ffa0306a-6d78-4660-a3a2-e546e33b7f11 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:13.189571 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a28e56-9b28-4af2-9d1f-b896eb3da8ab,revision_number=0']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:13.192606 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:13.198940 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.201012 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-afcd3853-dcca-4cf8-a0ec-d43e7e4e065d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1868396 Jun 08 12:57:13.408785 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-99e3e0db-1440-4308-b126-d0050d8ebdc3 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101690293&fields=id&tenant_id=2fe4cfc942794672b84012d66b072fd6 HTTP/1.1" status: 200 len: 267 time: 0.0668228 Jun 08 12:57:13.527962 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-80246810-c051-4330-a758-8cbc6089f356 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:13.529681 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-80246810-c051-4330-a758-8cbc6089f356 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.1143150 Jun 08 12:57:13.542024 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'port': {'security_groups': ['332cab36-8bcf-4ce4-a2a1-76e6f7ba5002', 'a7041179-e5b6-4951-9c71-83ad9ab53fe7']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:57:13.675815 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:13.943484 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:57:14.084922 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:57:14.131223 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:14.138055 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:14.147499 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:57:14.175299 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:57:14.279011 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:14.280816 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:14.283011 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6619d46b-f1ab-47b2-81da-f2d285b1b78e req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "PUT /v2.0/ports/68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 981 time: 0.7457473 Jun 08 12:57:14.283960 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:57:14.288228 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd" -d '{"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:57:14.340450 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=6']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:57:14.352128 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-a65e578a-376b-4406-a42b-fd06cc54c2ce tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:57:14.430454 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:57:14.472368 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa932f1-25cd-4ae8-9506-93a65d694020 x-openstack-request-id: req-aaa932f1-25cd-4ae8-9506-93a65d694020 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:57:14.472940 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:57:14.473379 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aaa932f1-25cd-4ae8-9506-93a65d694020 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:57:14.474109 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:57:14.512113 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f59ce0-e3a0-47e0-bb5e-582a87841a19 req-e4101c91-f372-4f8c-b7cb-78e1224da181 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:14.513693 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d6f59ce0-e3a0-47e0-bb5e-582a87841a19 req-e4101c91-f372-4f8c-b7cb-78e1224da181 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1015763 Jun 08 12:57:14.625742 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d6f59ce0-e3a0-47e0-bb5e-582a87841a19 req-9de13906-8411-4caf-b050-7763ec10e51e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681958 Jun 08 12:57:14.639827 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-645c8450-d216-4993-b680-2c87e4bfc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:14.641635 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-645c8450-d216-4993-b680-2c87e4bfc0e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1137 time: 0.1268847 Jun 08 12:57:14.685513 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-72a6c07b-c93c-4157-ac87-5323ee788445 None None] Provisioning complete for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:57:14.685890 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-72a6c07b-c93c-4157-ac87-5323ee788445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:14.839691 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-7c83214c-0121-45e6-a766-4285770c64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:14.842366 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-7c83214c-0121-45e6-a766-4285770c64be service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.1926529 Jun 08 12:57:14.966465 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-c89fc59a-6c0a-4bd2-a46f-4b89ffba7675 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 1001 time: 0.1162009 Jun 08 12:57:15.066149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-527a861e-484f-49fc-899c-3396dfe54a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:15.068050 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-527a861e-484f-49fc-899c-3396dfe54a61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0930412 Jun 08 12:57:15.158737 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-1428e2ab-9a07-4072-b463-c0f37ef9a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:15.160267 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-1428e2ab-9a07-4072-b463-c0f37ef9a800 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848148 Jun 08 12:57:15.303467 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-b679aadc-dbc6-44d5-9f5f-5c8ca45edc66 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359496 Jun 08 12:57:15.449670 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-505536a4-e92e-4fec-90f0-8c1f3e6b31bd req-f9886cc1-61fc-49ca-8dc1-142f0d609215 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392477 Jun 08 12:57:18.865182 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:35.123898 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d1779bca-5c65-4e6d-9ad9-c80e30f0ee85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:37.650884 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-7fe83dcd-57ec-4856-a22b-09752813bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:37.787638 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:38.803503 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:40.608866 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:48.863609 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:57:50.944189 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:57:57.772883 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-d87b93a5-71a5-4f50-8f65-7f57036f8fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735092 Jun 08 12:57:57.940176 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-66a4c982-5373-4ed6-8e62-45bfbbee14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:57.941645 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-66a4c982-5373-4ed6-8e62-45bfbbee14c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1137 time: 0.0785601 Jun 08 12:57:58.099974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-9d20fbff-4c70-4d40-9bfe-f1b9bed4a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:58.101486 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-9d20fbff-4c70-4d40-9bfe-f1b9bed4a5ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.1398122 Jun 08 12:57:58.207939 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-06dd9b86-ed30-45ab-9ed4-11a6648ef0f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 1001 time: 0.0998437 Jun 08 12:57:58.277127 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-5ae682d6-81f8-433a-b024-9f2140073f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:58.278570 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-5ae682d6-81f8-433a-b024-9f2140073f74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0644884 Jun 08 12:57:58.357250 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-a9ac4142-42f8-4792-925e-b55292676e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:57:58.358656 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-a9ac4142-42f8-4792-925e-b55292676e87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740447 Jun 08 12:57:58.500062 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-bc9762ae-4595-4cef-9ca0-bb1d3cc9554b service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343412 Jun 08 12:57:58.761930 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3b72d2be-a0a1-45c1-9cbf-930eb20e3498 req-cc8d2b79-7144-4b5c-a93a-b552383ea8f6 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546182 Jun 08 12:58:05.121755 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-50341b1d-5fe0-43c5-9e4c-7946aad38443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:07.644317 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-bcc335b6-7f52-4f4f-84e3-396b8e7093bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:07.784852 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:08.807383 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:10.610874 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:15.744319 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-b12841b8-01bd-4012-bd94-a78d2579c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:15.745783 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-b12841b8-01bd-4012-bd94-a78d2579c312 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1137 time: 0.1385918 Jun 08 12:58:15.786079 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb9fd-84e9-400c-82fc-80d9232228f4 req-7cb4d34f-762d-4a43-a68a-065ed1ebe344 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:15.787531 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3f4bb9fd-84e9-400c-82fc-80d9232228f4 req-7cb4d34f-762d-4a43-a68a-065ed1ebe344 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1790740 Jun 08 12:58:15.912390 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-3f4bb9fd-84e9-400c-82fc-80d9232228f4 req-da8f0907-59c9-48fc-9910-2a4fc291c3a9 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796516 Jun 08 12:58:15.938228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-c32a9cf6-e009-4f70-b891-e85c17116c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:15.939700 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-c32a9cf6-e009-4f70-b891-e85c17116c1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.1853986 Jun 08 12:58:16.048923 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-b0840f79-cbec-46d6-9fd5-a4b31367ce79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 1001 time: 0.1022732 Jun 08 12:58:16.122495 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-69efebc1-e8a5-4996-9884-1df234a5900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:16.124779 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-69efebc1-e8a5-4996-9884-1df234a5900d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0694339 Jun 08 12:58:16.204034 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-d7cabf4e-8004-43c1-ae4b-a298bb189883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:16.205489 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-d7cabf4e-8004-43c1-ae4b-a298bb189883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734713 Jun 08 12:58:16.342584 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-b99a7a38-e22e-4536-9e1f-79ad72c78346 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292489 Jun 08 12:58:16.483883 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-636ef759-3ff1-4efc-bf4b-bc258ac6231a req-60eba29f-20b0-4543-8e50-54ce97b8e16c service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334710 Jun 08 12:58:17.166561 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286d70a-1f45-44dc-8264-e1b5aff7c6e6 req-d60172b7-a4ff-4e36-8ddf-45ddf7c07791 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:17.168150 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3286d70a-1f45-44dc-8264-e1b5aff7c6e6 req-d60172b7-a4ff-4e36-8ddf-45ddf7c07791 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1224828 Jun 08 12:58:17.218520 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-3286d70a-1f45-44dc-8264-e1b5aff7c6e6 req-51b9716b-a12a-4a14-8a60-6bb7d9b8c500 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441251 Jun 08 12:58:18.426266 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229cd10-f0fe-446e-a99e-898d574d22a4 req-d867e2f6-6c55-49fa-8e74-315531bd8fca tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:18.427891 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d229cd10-f0fe-446e-a99e-898d574d22a4 req-d867e2f6-6c55-49fa-8e74-315531bd8fca tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0967858 Jun 08 12:58:18.479871 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-d229cd10-f0fe-446e-a99e-898d574d22a4 req-6459cbb0-1c4a-4218-980a-06f06015be42 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457470 Jun 08 12:58:18.866618 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:19.695960 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464ea27-37f7-4fcf-9513-60fee9a3ff51 req-387bdc65-a10d-4061-bcda-f1558ca8bf2d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:19.698153 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5464ea27-37f7-4fcf-9513-60fee9a3ff51 req-387bdc65-a10d-4061-bcda-f1558ca8bf2d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1040032 Jun 08 12:58:19.767061 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-5464ea27-37f7-4fcf-9513-60fee9a3ff51 req-a2772d8e-45c9-4ce6-8c57-a240aa97668c tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618708 Jun 08 12:58:20.972876 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25036ec3-2905-40ca-bce2-910223043f2c req-aa0699b3-9700-4a28-9824-50b5f2ef75ba tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:20.974821 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-25036ec3-2905-40ca-bce2-910223043f2c req-aa0699b3-9700-4a28-9824-50b5f2ef75ba tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0906863 Jun 08 12:58:21.034214 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-25036ec3-2905-40ca-bce2-910223043f2c req-b5328605-c8c4-4cd2-b4f9-5abc4205d976 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472522 Jun 08 12:58:22.247632 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b94d0-51af-47ba-8376-b74ffb196de8 req-93576a8e-f8fb-4cd7-a0ad-1df50ab3abef tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:22.250710 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-da7b94d0-51af-47ba-8376-b74ffb196de8 req-93576a8e-f8fb-4cd7-a0ad-1df50ab3abef tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1003118 Jun 08 12:58:22.303104 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-da7b94d0-51af-47ba-8376-b74ffb196de8 req-f3bfc6a1-704d-4923-b983-6246607c90ee tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462825 Jun 08 12:58:23.515057 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff10c4-1347-41ea-b869-15028ca7cf69 req-c48047b8-7125-40fa-8ab1-9a9c351ab38e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:23.516605 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-89ff10c4-1347-41ea-b869-15028ca7cf69 req-c48047b8-7125-40fa-8ab1-9a9c351ab38e tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0943668 Jun 08 12:58:23.574408 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-89ff10c4-1347-41ea-b869-15028ca7cf69 req-12f70ec6-906e-4cdc-8d1d-8e07891916b5 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472965 Jun 08 12:58:24.790894 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10782ca-1c00-458f-abb9-dc43fa6ba826 req-145a6b32-7836-46f9-abaf-8757671d5c20 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:24.792511 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e10782ca-1c00-458f-abb9-dc43fa6ba826 req-145a6b32-7836-46f9-abaf-8757671d5c20 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0932436 Jun 08 12:58:24.848914 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-e10782ca-1c00-458f-abb9-dc43fa6ba826 req-b73c0ed8-9351-4b26-8797-df38d170768a tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452070 Jun 08 12:58:26.051729 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b463474-7f72-4ea9-a7b3-3acd094c0101 req-53cb45b3-1f14-4ee2-bf9b-5d5fe0bf8044 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:26.053508 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8b463474-7f72-4ea9-a7b3-3acd094c0101 req-53cb45b3-1f14-4ee2-bf9b-5d5fe0bf8044 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0906966 Jun 08 12:58:26.113156 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-8b463474-7f72-4ea9-a7b3-3acd094c0101 req-fc26e8a8-b898-4256-be80-743176f3a1e9 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531447 Jun 08 12:58:27.355494 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c56f-db31-47f7-a374-7661cc1b9bde req-9279b325-d6d7-4df7-badf-1007031a7390 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:27.357026 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6e27c56f-db31-47f7-a374-7661cc1b9bde req-9279b325-d6d7-4df7-badf-1007031a7390 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0892036 Jun 08 12:58:27.414786 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-6e27c56f-db31-47f7-a374-7661cc1b9bde req-1a06292c-ca81-4512-b194-4d653669a9bb tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470154 Jun 08 12:58:27.944811 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:58:28.626072 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916395d-3ae5-4d7f-8087-07ab29dcf0b4 req-1c01f375-103e-4aec-9c89-4dadcb45820a tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:28.628319 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c916395d-3ae5-4d7f-8087-07ab29dcf0b4 req-1c01f375-103e-4aec-9c89-4dadcb45820a tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.1007209 Jun 08 12:58:28.681370 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-c916395d-3ae5-4d7f-8087-07ab29dcf0b4 req-1872caca-a6ba-4b77-8f61-3f9960288ea0 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=a7041179-e5b6-4951-9c71-83ad9ab53fe7&id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469849 Jun 08 12:58:35.116379 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-eea50ad6-0cf1-41ae-a74d-5eb3faa1f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.647149 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-d7eadf9a-082a-4397-8efa-cc75e459e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:37.784889 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:38.810782 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:40.614561 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:48.867178 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:58:58.776633 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-d0b02a51-6758-4716-b534-dc63ba0fde18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804477 Jun 08 12:58:58.953950 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-cdcefbff-cb6a-4818-a421-951e274a6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:58.955456 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-cdcefbff-cb6a-4818-a421-951e274a6630 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1137 time: 0.0863395 Jun 08 12:58:59.117343 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-476b2d54-00ec-449b-b111-c1a5c881e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:59.118814 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-476b2d54-00ec-449b-b111-c1a5c881e688 service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.1420965 Jun 08 12:58:59.353138 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-f367cb9c-bedb-441f-8337-731bde62f907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 1001 time: 0.2275329 Jun 08 12:58:59.421796 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-e5dad25d-1c59-46d7-a2fc-60cd95f86f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:59.423265 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-e5dad25d-1c59-46d7-a2fc-60cd95f86f8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.0640669 Jun 08 12:58:59.510842 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-8760e00f-1841-40a1-ac9f-109095f445c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:58:59.512335 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-8760e00f-1841-40a1-ac9f-109095f445c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815959 Jun 08 12:58:59.656149 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-8d3d065b-e62e-4d05-bae8-e5ec7c9f3e59 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361475 Jun 08 12:58:59.795758 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-7e1303d4-4b5b-4e5b-8683-d8badd74904b req-f614141c-cc62-497c-aad4-4d5c496359a4 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328661 Jun 08 12:59:04.943456 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:59:05.119936 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1f106f52-5172-4b8d-8725-9b785dbd87d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:07.657941 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-819b8c9f-1f27-4106-97d3-1b7c15e1afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:07.780745 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:08.815086 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:10.618944 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:18.917037 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.031845 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-5c999f67-a623-4115-a598-14a5b9e08d0d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101690293&fields=id&tenant_id=2fe4cfc942794672b84012d66b072fd6 HTTP/1.1" status: 200 len: 267 time: 0.0498002 Jun 08 12:59:32.126472 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-e868e0bf-b64a-4ec6-82fc-be36b740b4df tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:32.128111 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-e868e0bf-b64a-4ec6-82fc-be36b740b4df tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 984 time: 0.0897684 Jun 08 12:59:32.140220 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.v2.base [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Request body: {'port': {'security_groups': ['332cab36-8bcf-4ce4-a2a1-76e6f7ba5002']}} {{(pid=103614) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 12:59:32.279657 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1618482'] for port, before_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.567058 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:32.599661 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for port, precommit_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.605234 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789817205495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789816766859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789816766904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2137488'] for port, after_update {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.612793 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:32.651992 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:59:32.704737 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:32.705744 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.710407 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-1a96ad6b-689a-4121-a540-dd5a6dca7a91 req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "PUT /v2.0/ports/68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 942 time: 0.5732894 Jun 08 12:59:32.710407 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:59:32.713037 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1" -d '{"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:59:32.719394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49646) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:32.735771 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event updated for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=7']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:32.749966 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.750570 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.751170 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.752088 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.752704 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.753351 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.754959 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.755828 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.756448 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.757075 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.757662 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.758236 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:32.770429 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-89721bfd-8512-4b0c-aa29-bc02d7a74b8b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:32.867387 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:59:32.883327 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:32.933085 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.029830 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.033897 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.039242 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "DELETE /v2.0/security-groups/a7041179-e5b6-4951-9c71-83ad9ab53fe7 HTTP/1.1" status: 204 len: 168 time: 0.3144269 Jun 08 12:59:33.039242 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c65a9dea-89fc-44a3-9048-05d78cef6ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:33.039747 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49650) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:33.063394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7041179-e5b6-4951-9c71-83ad9ab53fe7,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:33.079181 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.079646 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.080149 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.080473 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.080894 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.081267 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.081693 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.082132 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.082647 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.083011 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.083364 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.084905 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:33.087997 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-a4b5baf1-1fba-4692-9b2d-bc641719227d tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:33.144325 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.provisioning_blocks [None req-664e7760-5f38-472d-addc-67167f8bbb3e None None] Provisioning complete for port 68a977ff-1111-4c5c-a0af-5d30568d1b71 triggered by entity DHCP. {{(pid=103615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 12:59:33.144845 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-664e7760-5f38-472d-addc-67167f8bbb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1637897'] for port, provisioning_complete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.340042 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Deleting port 350a2e0c-253b-4e42-ab37-beb5f235acdf {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:33.340404 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.472960 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.473290 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.726911 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Calling delete_port for 350a2e0c-253b-4e42-ab37-beb5f235acdf owned by network:floatingip {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:33.874253 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5512266-4671-410d-89ca-a6b1c7ad8428 x-openstack-request-id: req-c5512266-4671-410d-89ca-a6b1c7ad8428 {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:59:33.874587 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:59:33.874881 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5512266-4671-410d-89ca-a6b1c7ad8428 {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:59:33.875315 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:59:33.886398 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:33.891948 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-8e66a5a4-79ae-4980-a5ce-7d4ae6a5c449 tempest-VolumesNegativeTest-1002877941 tempest-VolumesNegativeTest-1002877941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:33.940973 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event deleted for resources: {'Port': ['ID=350a2e0c-253b-4e42-ab37-beb5f235acdf,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:33.944571 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:34.021716 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-04d8548d-dc3d-4952-9b2b-361046f0a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:34.023833 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-04d8548d-dc3d-4952-9b2b-361046f0a11c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1098 time: 0.1015482 Jun 08 12:59:34.059464 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks [] for floatingip, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:34.060761 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.db.l3_db [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Floating IP cd23322c-c3af-4862-b411-d62e3fda178c disassociated (deleted). External IP: 172.28.0.234, port: 68a977ff-1111-4c5c-a0af-5d30568d1b71. Jun 08 12:59:34.191238 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-ee9f9830-70cc-47be-bfb0-2cad403a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:34.193045 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-ee9f9830-70cc-47be-bfb0-2cad403a9258 service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.1625764 Jun 08 12:59:34.271446 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-1956a12d-ceb6-46c9-9506-410d8b5a3379 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 217 time: 0.0705471 Jun 08 12:59:34.382444 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-cc1150cd-090a-4bb9-9220-107297a32222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:34.385047 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-cc1150cd-090a-4bb9-9220-107297a32222 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.1056552 Jun 08 12:59:34.482287 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-d01e4b2a-d7cb-4932-b2fc-282c4ea7e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:34.484793 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-d01e4b2a-d7cb-4932-b2fc-282c4ea7e5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930376 Jun 08 12:59:34.487318 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:59:34.673059 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-6b7f22ea-a7c0-4e40-aeee-40e13bffb266 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809897 Jun 08 12:59:34.751225 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:59:34.758233 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for floatingip, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:34.764148 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Sync routers for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:59:34.776731 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:34.778101 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:34.843477 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-955fd301-0241-4974-8a93-33b3bfbc4abe tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "DELETE /v2.0/floatingips/cd23322c-c3af-4862-b411-d62e3fda178c HTTP/1.1" status: 204 len: 168 time: 1.8017178 Jun 08 12:59:34.927139 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-fe63082a-c8c9-45ac-b7a1-2e6b68e904c1 req-c4aaddf6-9067-4985-8ada-d7aa2a602e01 service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470849 Jun 08 12:59:35.022652 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:35.272516 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-11d71a2e-44b7-4b01-af2e-f2c05e9579f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:35.463044 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:35.470209 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Checking router: b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:59:35.486344 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:35.487744 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:08Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:35.692591 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:35.876777 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:59:35.879371 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a42d6c3865177ff957cbfe546f8f8af7b56d925c68426214f013cdb7170d30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be0fb0-5c54-48eb-b0f2-1df631625606" -d '{"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:59:35.928076 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9ab6b-1ed9-46bf-ab55-5d8cc0dcfdee x-openstack-request-id: req-46c9ab6b-1ed9-46bf-ab55-5d8cc0dcfdee {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:59:35.928414 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:59:35.928713 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46c9ab6b-1ed9-46bf-ab55-5d8cc0dcfdee {{(pid=103614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:59:35.929156 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:59:36.096707 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-b0a8823f-feba-4e5a-bc8a-263182c15407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.101348 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-b0a8823f-feba-4e5a-bc8a-263182c15407 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fe4cfc942794672b84012d66b072fd6&device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 1098 time: 0.1104636 Jun 08 12:59:36.173879 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:36.181277 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653fde8-2648-4f47-9c3e-a0ed1517fa01 None None] The sync data for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb is: [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:56:15Z', 'revision_number': 4, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb', '_interfaces': [{'id': '03c36a6e-d5d7-4062-aed9-526e4fcf0105', 'name': '', 'network_id': '921f9eaa-cb79-4787-8bbe-776c434556a9', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'mac_address': 'fa:16:3e:fd:8b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:14Z', 'updated_at': '2021-06-08T12:56:23Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'subnets': [{'id': '00ad7d57-55db-4b7a-aef5-90872fba8ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:59:36.315622 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-c212e668-8531-4890-bd67-5f250e31766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.318042 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-c212e668-8531-4890-bd67-5f250e31766b service neutron] 10.222.0.47 "GET /v2.0/networks?id=921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 200 len: 916 time: 0.2114789 Jun 08 12:59:36.424314 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-bc8d1c65-7973-4ba1-88a5-ece75a7f44ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 200 len: 217 time: 0.0968959 Jun 08 12:59:36.526696 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b5a32a-ca80-4cff-bfad-6d42a71fe494 None None] New status for floating IP cd23322c-c3af-4862-b411-d62e3fda178c: DOWN {{(pid=103616) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 12:59:36.694674 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-b6cf9deb-2cd5-47d9-baff-d9a3451487ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.697743 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-b6cf9deb-2cd5-47d9-baff-d9a3451487ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 200 len: 854 time: 0.2664273 Jun 08 12:59:36.835299 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-eb2049b9-bf5d-440a-8036-b85304108867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:36.838482 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-eb2049b9-bf5d-440a-8036-b85304108867 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=921f9eaa-cb79-4787-8bbe-776c434556a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1334209 Jun 08 12:59:37.069414 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-576858a6-4374-4ddd-85ab-f37189b9a1bb service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220271 Jun 08 12:59:37.232434 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-38be0fb0-5c54-48eb-b0f2-1df631625606 req-272c587b-2e25-485c-a0c3-8d7d3d0933cd service neutron] 10.222.0.47 "GET /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558940 Jun 08 12:59:37.654146 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-c3a6992d-e00b-434c-a032-5d9f486d991a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:37.787437 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:38.545298 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fe363-f83a-4fa4-b519-46da786840f7 req-81407476-736e-4723-9ca8-5b18a842f151 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:38.547437 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2a5fe363-f83a-4fa4-b519-46da786840f7 req-81407476-736e-4723-9ca8-5b18a842f151 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0940418 Jun 08 12:59:38.610703 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-2a5fe363-f83a-4fa4-b519-46da786840f7 req-f2701690-c1aa-4cbd-9723-4dfcbbd69b6c tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526674 Jun 08 12:59:38.818081 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:39.821975 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50814b-1dd8-4f90-a752-7571940c8994 req-b81a1ca7-6b53-4967-8cf4-7fb94c9530c0 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:39.823622 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1d50814b-1dd8-4f90-a752-7571940c8994 req-b81a1ca7-6b53-4967-8cf4-7fb94c9530c0 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0953209 Jun 08 12:59:39.878733 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-1d50814b-1dd8-4f90-a752-7571940c8994 req-e896b33b-f81a-4c14-ae65-b7f954729561 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Jun 08 12:59:40.618364 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:40.964529 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-6a96e498-528d-4a02-9e76-f450d207b386 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:40.966657 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-6a96e498-528d-4a02-9e76-f450d207b386 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.47 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.0882215 Jun 08 12:59:41.110808 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad986d-f23f-4102-a1a7-a502c77918fa req-81cf5426-7042-4cc3-83ce-b1f88688f2a6 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103614) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 12:59:41.112414 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-61ad986d-f23f-4102-a1a7-a502c77918fa req-81cf5426-7042-4cc3-83ce-b1f88688f2a6 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 945 time: 0.1028528 Jun 08 12:59:41.126069 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Deleting port 68a977ff-1111-4c5c-a0af-5d30568d1b71 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:41.126521 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:41.182106 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-61ad986d-f23f-4102-a1a7-a502c77918fa req-50d2e5a4-5186-47b1-a098-f100a841cff9 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/security-groups?id=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Jun 08 12:59:41.291487 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] For port 68a977ff-1111-4c5c-a0af-5d30568d1b71, host hv-cinder-78447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78447',level=0,port_id=68a977ff-1111-4c5c-a0af-5d30568d1b71,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:41.291898 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:41.430770 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Calling delete_port for 68a977ff-1111-4c5c-a0af-5d30568d1b71 owned by compute:nova {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:41.571311 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:41.578028 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-8d162d8d-d9f5-427f-a282-9c0a50c2559b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:41.611317 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] get_ports_and_sgs() called for port_ids ['68a977ff-1111-4c5c-a0af-5d30568d1b71'] {{(pid=103615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 12:59:41.625674 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Pushing event deleted for resources: {'Port': ['ID=68a977ff-1111-4c5c-a0af-5d30568d1b71,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:41.629425 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:41.712952 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] No DVR routers for this DVR port 68a977ff-1111-4c5c-a0af-5d30568d1b71 on host hv-cinder-78447 {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:59:41.716284 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108361'] for port, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:41.718628 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [req-6b0354f4-92ef-4caa-9048-2f4e243fb800 req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.47 "DELETE /v2.0/ports/68a977ff-1111-4c5c-a0af-5d30568d1b71 HTTP/1.1" status: 204 len: 173 time: 0.7453301 Jun 08 12:59:41.719397 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'name': 'network-vif-deleted', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71'}] {{(pid=103613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 12:59:41.723147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aaf4e5e7c3bdd775a769178e6c56ac27564dd1de0cf644302c14ecc598297852" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6e330-7904-479d-993b-61a0cf8ad133" -d '{"events": [{"server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "name": "network-vif-deleted", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71"}]}' {{(pid=103613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 12:59:41.771850 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105815a4-f691-45ef-9c22-8947b084c7e8 x-openstack-request-id: req-105815a4-f691-45ef-9c22-8947b084c7e8 {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 12:59:41.772195 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cadf73-00e7-4553-9e3c-b082c9d32c69", "name": "network-vif-deleted", "tag": "68a977ff-1111-4c5c-a0af-5d30568d1b71", "status": "completed", "code": 200}]} {{(pid=103613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 12:59:41.772497 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-105815a4-f691-45ef-9c22-8947b084c7e8 {{(pid=103613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 12:59:41.772947 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cadf73-00e7-4553-9e3c-b082c9d32c69', 'name': 'network-vif-deleted', 'tag': '68a977ff-1111-4c5c-a0af-5d30568d1b71', 'status': 'completed', 'code': 200} Jun 08 12:59:41.945327 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 12:59:42.439834 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [req-907f5f2b-29e5-4579-966b-a3e17634a462 req-f2e36c0c-3500-4458-8b7e-b7ec3ce2f63b tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] 10.222.0.55 "GET /v2.0/ports?device_id=72cadf73-00e7-4553-9e3c-b082c9d32c69 HTTP/1.1" status: 200 len: 210 time: 0.0610330 Jun 08 12:59:44.312289 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49742) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:45.071770 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:45.448561 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 68a977ff-1111-4c5c-a0af-5d30568d1b71 no longer exists at agent hyperv_hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:45.488844 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] No Port match for: 68a977ff-1111-4c5c-a0af-5d30568d1b71 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:45.489199 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Device 68a977ff-1111-4c5c-a0af-5d30568d1b71 not bound to the agent host hv-cinder-78447 {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:45.601743 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Deleting port 03c36a6e-d5d7-4062-aed9-526e4fcf0105 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:45.602393 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:45.764766 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] For port 03c36a6e-d5d7-4062-aed9-526e4fcf0105, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=03c36a6e-d5d7-4062-aed9-526e4fcf0105,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:45.765068 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:45.900691 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Calling delete_port for 03c36a6e-d5d7-4062-aed9-526e4fcf0105 owned by network:router_interface {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:46.063912 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:46.068334 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-43bf28f0-da7f-4165-b262-4b3f6694a721 tempest-TestMinimumBasicScenario-494814700 tempest-TestMinimumBasicScenario-494814700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:46.115701 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Pushing event deleted for resources: {'Port': ['ID=03c36a6e-d5d7-4062-aed9-526e4fcf0105,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:46.119051 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:46.404650 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:46.922223 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:59:47.118873 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:59:47.124879 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-32bee927-5a7b-415d-907c-4c0b40f0e55d admin admin] 10.222.0.55 "PUT /v2.0/routers/b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8105226 Jun 08 12:59:47.128003 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49744) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:47.130270 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Sync routers for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:59:47.142068 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:47.142842 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:47.331416 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks [] for router, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:47.345012 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: dv-cinder-784477-4-smb {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:47.557112 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:47.649453 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Deleting port 1b6435a0-29cd-4769-943c-c463108ae3a6 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:47.649789 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:47.713904 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:59:45Z', 'revision_number': 5, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port': {'id': '1b6435a0-29cd-4769-943c-c463108ae3a6', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:11Z', 'updated_at': '2021-06-08T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:47.719854 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Checking router: b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 for host: dv-cinder-784477-4-smb {{(pid=103615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:59:47.729241 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Routers {'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:47.729880 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'], 'active': True} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:47.783317 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] For port 1b6435a0-29cd-4769-943c-c463108ae3a6, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1b6435a0-29cd-4769-943c-c463108ae3a6,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:47.783872 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:47.890921 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvr_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] Set router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 gateway port host: None {{(pid=103615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:47.916147 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Calling delete_port for 1b6435a0-29cd-4769-943c-c463108ae3a6 owned by network:router_gateway {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:48.002131 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_hamode_db [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:59:47Z', 'revision_number': 6, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:48.006967 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672bb11b-1323-40be-8241-dbe7fb052020 None None] The sync data for ids ['b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75'] in dv-cinder-784477-4-smb is: [{'id': 'b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75', 'name': 'tempest-TestMinimumBasicScenario-1766542282-router', 'tenant_id': '2fe4cfc942794672b84012d66b072fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:10Z', 'updated_at': '2021-06-08T12:59:47Z', 'revision_number': 6, 'project_id': '2fe4cfc942794672b84012d66b072fd6', 'gw_port_host': None}] {{(pid=103615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:59:48.221601 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.226603 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-4a506f5b-012e-4dbf-be4e-fdaebf56eabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:48.275230 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6435a0-29cd-4769-943c-c463108ae3a6,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:48.302206 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:48.388420 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.592228 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.595024 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.620261 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.620778 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 {{(pid=103613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:59:48.626051 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] Notify callbacks [] for router, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.627209 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-17d433d1-1604-4341-9c68-5a401a05c12b admin admin] 10.222.0.55 "DELETE /v2.0/routers/b1d4bb67-dc1e-4f44-b7c8-534a2c36fa75 HTTP/1.1" status: 204 len: 168 time: 1.4982409 Jun 08 12:59:48.629710 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49746) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:48.691735 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Deleting subnet 00ad7d57-55db-4b7a-aef5-90872fba8ff5 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:59:48.695167 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.750618 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.838341 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 03c36a6e-d5d7-4062-aed9-526e4fcf0105 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:48.846535 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.881846 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 03c36a6e-d5d7-4062-aed9-526e4fcf0105 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:48.882495 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 03c36a6e-d5d7-4062-aed9-526e4fcf0105 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:48.900517 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.937974 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.942910 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42eb52df-bd53-4e4f-97bb-df5ef0589ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:48.985080 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ad7d57-55db-4b7a-aef5-90872fba8ff5,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:48.988394 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:48.989467 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:48.991630 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-42eeaf4a-4a40-4c2f-9b9e-7608f38a1aa6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/00ad7d57-55db-4b7a-aef5-90872fba8ff5 HTTP/1.1" status: 204 len: 168 time: 0.3609402 Jun 08 12:59:48.994501 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49748) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:49.000140 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ee5a9-633d-4216-a9ae-1495c5acdc7c None None] Network 921f9eaa-cb79-4787-8bbe-776c434556a9 requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:59:49.121484 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.206727 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Deleting port 3cebba4f-e44e-417d-9011-3a9725260f73 {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:49.207065 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.281399 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] DHCP port deletion for 921f9eaa-cb79-4787-8bbe-776c434556a9 request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:59:49.317686 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] For port 3cebba4f-e44e-417d-9011-3a9725260f73, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3cebba4f-e44e-417d-9011-3a9725260f73,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:49.318293 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.352684 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Deleting port 3cebba4f-e44e-417d-9011-3a9725260f73 {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:49.353022 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.453773 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Calling delete_port for 3cebba4f-e44e-417d-9011-3a9725260f73 owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:49.506695 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.513089 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-42c0a82a-9186-4e2f-8eaa-f91cf344ca34 tempest-VolumesActionsTest-197301767 tempest-VolumesActionsTest-197301767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:49.528831 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] For port 3cebba4f-e44e-417d-9011-3a9725260f73, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=3cebba4f-e44e-417d-9011-3a9725260f73,segment=NetworkSegment(3f4ca631-5263-4526-a41c-be99f9f59ad8),segment_id=3f4ca631-5263-4526-a41c-be99f9f59ad8)] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:49.529390 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.561289 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Pushing event deleted for resources: {'Port': ['ID=3cebba4f-e44e-417d-9011-3a9725260f73,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:49.563869 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:49.566545 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] No DVR routers for this DVR port 3cebba4f-e44e-417d-9011-3a9725260f73 on host dv-cinder-784477-4-smb {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:59:49.657164 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Calling delete_port for 3cebba4f-e44e-417d-9011-3a9725260f73 owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:49.691102 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.705710 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921f9eaa-cb79-4787-8bbe-776c434556a9']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:49.708647 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.712480 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:49.720765 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4ca631-5263-4526-a41c-be99f9f59ad8') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:49.721203 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4ca631-5263-4526-a41c-be99f9f59ad8') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:49.736888 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.765722 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.772802 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:59:49.773248 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.779849 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Pushing event deleted for resources: {'Port': ['ID=3cebba4f-e44e-417d-9011-3a9725260f73,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:49.786283 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] No DVR routers for this DVR port 3cebba4f-e44e-417d-9011-3a9725260f73 on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:59:49.787759 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:59:49.793071 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.793479 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.794175 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.794556 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.794945 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.795332 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.795734 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.796143 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.796527 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.796914 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.797276 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.797728 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784477-4-smb {{(pid=103615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 12:59:49.802334 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-ae70a8a5-8918-4231-bce8-c509278ea4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:49.992087 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:49.995696 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:50.009791 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:50.011683 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] 10.222.0.55 "DELETE /v2.0/networks/921f9eaa-cb79-4787-8bbe-776c434556a9 HTTP/1.1" status: 204 len: 168 time: 1.0162072 Jun 08 12:59:50.016267 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49750) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:50.017880 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Pushing event deleted for resources: {'Network': ['ID=921f9eaa-cb79-4787-8bbe-776c434556a9,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:50.020731 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-3bcf12ff-2ca7-4704-80f5-aec25bcb830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:50.496871 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3cebba4f-e44e-417d-9011-3a9725260f73 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:50.562766 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 3cebba4f-e44e-417d-9011-3a9725260f73 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:50.563652 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 3cebba4f-e44e-417d-9011-3a9725260f73 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:50.564456 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1b6435a0-29cd-4769-943c-c463108ae3a6 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:50.630261 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 1b6435a0-29cd-4769-943c-c463108ae3a6 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:50.630879 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1b6435a0-29cd-4769-943c-c463108ae3a6 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:50.731622 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378664'] for router_interface, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:51.272854 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Deleting port 1a867f74-5376-4f35-aee2-f450f1805233 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:51.273564 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:51.407115 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] For port 1a867f74-5376-4f35-aee2-f450f1805233, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=1a867f74-5376-4f35-aee2-f450f1805233,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:51.407394 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:51.545425 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Calling delete_port for 1a867f74-5376-4f35-aee2-f450f1805233 owned by network:router_interface {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:51.743156 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:51.749251 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-b2ce05e7-03df-4d87-935e-2c0d50302c1c tempest-VolumesSnapshotTestJSON-1962101232 tempest-VolumesSnapshotTestJSON-1962101232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:51.807197 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a867f74-5376-4f35-aee2-f450f1805233,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:51.811090 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:52.231065 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451283'] for router_interface, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:52.621844 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Router 844bb4a1-beda-406d-a1ca-6883ac06febe has already been hosted by L3 agent 933fd0df-902b-4f95-9125-17fd68c228ab {{(pid=103614) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 12:59:52.811050 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Notify agent at l3_agent.dv-cinder-784477-4-smb the message routers_updated {{(pid=103614) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 12:59:52.816654 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] 10.222.0.55 "PUT /v2.0/routers/844bb4a1-beda-406d-a1ca-6883ac06febe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989235 Jun 08 12:59:52.818731 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [-] (103614) accepted ('10.222.0.55', 49752) {{(pid=103614) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:52.820408 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Sync routers for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 12:59:52.833008 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:52.833874 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:53.008060 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks [] for router, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:53.025335 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: dv-cinder-784477-4-smb {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:53.320899 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'external_fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71'}], 'enable_snat': True}, 'gw_port_id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:59:51Z', 'revision_number': 5, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port': {'id': '725bc2fe-784e-4141-80bd-4a67065532a0', 'name': '', 'network_id': '251d1387-93aa-4313-91d5-fedd296f43af', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'ip_address': '172.28.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784477-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T12:56:19Z', 'updated_at': '2021-06-08T12:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a264615a-211d-4929-aa18-3ed6e795f256', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784477-4-smb'}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:53.325618 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Checking router: 844bb4a1-beda-406d-a1ca-6883ac06febe for host: dv-cinder-784477-4-smb {{(pid=103616) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 12:59:53.335311 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Routers {'844bb4a1-beda-406d-a1ca-6883ac06febe'} bound to L3 agent in host dv-cinder-784477-4-smb {{(pid=103616) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 12:59:53.336202 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784477-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T12:36:38Z,description=,heartbeat_timestamp=2021-06-08T12:59:38Z,host='dv-cinder-784477-4-smb',id=933fd0df-902b-4f95-9125-17fd68c228ab,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T12:36:38Z,topic='l3_agent')) {'router_ids': ['844bb4a1-beda-406d-a1ca-6883ac06febe'], 'active': True} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:53.337174 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:53.434459 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Deleting port 725bc2fe-784e-4141-80bd-4a67065532a0 {{(pid=103614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:53.434876 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:53.534821 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_dvr_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] Set router 844bb4a1-beda-406d-a1ca-6883ac06febe gateway port host: None {{(pid=103616) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 12:59:53.609371 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.db [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] For port 725bc2fe-784e-4141-80bd-4a67065532a0, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=725bc2fe-784e-4141-80bd-4a67065532a0,segment=NetworkSegment(4824ebec-e686-465d-b66b-e721b6fe039f),segment_id=4824ebec-e686-465d-b66b-e721b6fe039f)] {{(pid=103614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:53.609927 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:53.723987 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.l3_hamode_db [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:59:53Z', 'revision_number': 6, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port_host': None}], 'dv-cinder-784477-4-smb', False) {} {{(pid=103616) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:53.734470 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac29a58-6278-435b-9d11-d2ece220afab None None] The sync data for ids ['844bb4a1-beda-406d-a1ca-6883ac06febe'] in dv-cinder-784477-4-smb is: [{'id': '844bb4a1-beda-406d-a1ca-6883ac06febe', 'name': 'tempest-TestMinimumBasicScenario-192735280-router', 'tenant_id': 'c118b3c707f2427ab5ad1840a5247b05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T12:56:18Z', 'updated_at': '2021-06-08T12:59:53Z', 'revision_number': 6, 'project_id': 'c118b3c707f2427ab5ad1840a5247b05', 'gw_port_host': None}] {{(pid=103616) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 12:59:53.816497 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.plugins.ml2.plugin [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Calling delete_port for 725bc2fe-784e-4141-80bd-4a67065532a0 owned by network:router_gateway {{(pid=103614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:54.118034 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2137479'] for port, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.124046 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-c7c3ee09-8541-4da4-9820-65aa490f7127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:54.188687 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Pushing event deleted for resources: {'Port': ['ID=725bc2fe-784e-4141-80bd-4a67065532a0,revision_number=None']} {{(pid=103614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:54.192154 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG oslo_concurrency.lockutils [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103614) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:54.298865 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-378702'] for router_gateway, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.500386 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-446491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4153'] for router, precommit_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.502886 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.531287 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-446711'] for router, after_delete {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.532375 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844bb4a1-beda-406d-a1ca-6883ac06febe {{(pid=103614) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 12:59:54.539241 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron_lib.callbacks.manager [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] Notify callbacks [] for router, before_response {{(pid=103614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.541581 dv-cinder-784477-4-smb neutron-server[103614]: INFO neutron.wsgi [None req-4c762eb9-d89a-405d-a34a-dd66c1de2099 admin admin] 10.222.0.55 "DELETE /v2.0/routers/844bb4a1-beda-406d-a1ca-6883ac06febe HTTP/1.1" status: 204 len: 168 time: 1.7216461 Jun 08 12:59:54.545890 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49754) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:54.622821 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 725bc2fe-784e-4141-80bd-4a67065532a0 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:54.629375 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Deleting subnet b1b1f1ed-c21e-4afd-b94c-ff04eeb61477 {{(pid=103613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 12:59:54.632653 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.666682 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 725bc2fe-784e-4141-80bd-4a67065532a0 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:54.667041 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 725bc2fe-784e-4141-80bd-4a67065532a0 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:54.667470 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1a867f74-5376-4f35-aee2-f450f1805233 no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:54.687396 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2729700'] for subnet, precommit_delete_associations {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.706065 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: 1a867f74-5376-4f35-aee2-f450f1805233 {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:54.706413 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device 1a867f74-5376-4f35-aee2-f450f1805233 not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:54.780845 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1749563'] for subnet, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.864915 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1749554', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32020', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2868205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757131'] for subnet, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.873317 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-c49a4b32-dc6d-472e-9383-39dde7190393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:54.915517 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b1f1ed-c21e-4afd-b94c-ff04eeb61477,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:54.918699 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:54.919679 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:54.921705 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-9cf0e3a0-aea5-4b08-a3ae-8464a7dddc27 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b1b1f1ed-c21e-4afd-b94c-ff04eeb61477 HTTP/1.1" status: 204 len: 168 time: 0.3743119 Jun 08 12:59:54.924097 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49756) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:54.926635 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80b58c-5c78-4547-9950-43f70e410a33 None None] Network b0e8d966-4c38-4745-acff-bdadbfc8152a requested from dv-cinder-784477-4-smb {{(pid=103615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 12:59:55.036105 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1828482'] for network, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.127771 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Deleting port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef {{(pid=103613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:55.128097 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.241348 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.db [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] For port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host dv-cinder-784477-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784477-4-smb',level=0,port_id=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,segment=NetworkSegment(4298aad9-64f4-4cde-95df-94f8b5833a88),segment_id=4298aad9-64f4-4cde-95df-94f8b5833a88)] {{(pid=103613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:55.241744 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.333948 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] DHCP port deletion for b0e8d966-4c38-4745-acff-bdadbfc8152a request from dv-cinder-784477-4-smb {{(pid=103615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 12:59:55.385032 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Calling delete_port for dde7ce71-1a97-488b-8ce9-cd19bd8c92ef owned by network:dhcp {{(pid=103613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:55.440542 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2868027'] for port, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.445393 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:55.450301 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Deleting port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef {{(pid=103615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 12:59:55.450798 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789817147109'] for port, before_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.499839 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:55.504307 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:55.505579 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] No DVR routers for this DVR port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef on host dv-cinder-784477-4-smb {{(pid=103613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:59:55.599665 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.db [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] For port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef, host dv-cinder-784477-4-smb, got binding levels [] {{(pid=103615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 12:59:55.600352 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452235'] for port, precommit_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.696815 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1750658', 'neutron.services.segments.db._delete_segments_for_network-8789817051311'] for network, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.720683 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e8d966-4c38-4745-acff-bdadbfc8152a']}} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:55.743635 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4298aad9-64f4-4cde-95df-94f8b5833a88') {'for_net_delete': True} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:55.744140 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.services.segments.db [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4298aad9-64f4-4cde-95df-94f8b5833a88') {} {{(pid=103613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 12:59:55.765924 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789817054922', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2729711'] for segment, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.797454 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348'] for segment, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.809123 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 12:59:55.809537 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1746348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2868040'] for segment, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.823518 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Calling delete_port for dde7ce71-1a97-488b-8ce9-cd19bd8c92ef owned by network:dhcp {{(pid=103615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 12:59:55.830126 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.ipam_backend_mixin [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef was not found and therefore no delete operation was performed {{(pid=103615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: Traceback (most recent call last): Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: timer() Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: cb(*args, **kw) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: return func(*args, **kwargs) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: self._notify() Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: self.callback(batched_events) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: event.method(event) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: return f(self, *a, **k) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: return self._get(url).json() Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: return self.request(url, 'GET', **kwargs) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 12:59:55.832465 dv-cinder-784477-4-smb neutron-server[103613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 12:59:55.836883 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-507507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32079', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789817205477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789816766850'] for port, after_delete {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.838604 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:55.886050 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Pushing event deleted for resources: {'Port': ['ID=dde7ce71-1a97-488b-8ce9-cd19bd8c92ef,revision_number=None']} {{(pid=103615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:55.889901 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:55.890745 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c57417-556e-455e-86b6-695ddcb10880 None None] No DVR routers for this DVR port dde7ce71-1a97-488b-8ce9-cd19bd8c92ef on host dv-cinder-784477-4-smb {{(pid=103615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 12:59:55.936460 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1750709', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-410145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-378729'] for network, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.941192 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:55.956567 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597580'] for network, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:55.958490 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0e8d966-4c38-4745-acff-bdadbfc8152a HTTP/1.1" status: 204 len: 168 time: 1.0334315 Jun 08 12:59:55.965605 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e8d966-4c38-4745-acff-bdadbfc8152a,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:55.968934 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-fa4bc8c3-d46b-4928-8faa-7e887946d8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:56.217923 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49760) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:56.274450 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-4bc730d9-835a-4637-a389-4579d2d0b4ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fe4cfc942794672b84012d66b072fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535996 Jun 08 12:59:56.275403 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49762) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:56.346183 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:56.377430 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:56.455277 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:56.459881 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:56.461378 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/332cab36-8bcf-4ce4-a2a1-76e6f7ba5002 HTTP/1.1" status: 204 len: 168 time: 0.1848769 Jun 08 12:59:56.462206 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-101b2dc7-6927-4d66-80cc-aff32e7195b7 tempest-AttachVolumeShelveTestJSON-1740313168 tempest-AttachVolumeShelveTestJSON-1740313168-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:56.472754 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332cab36-8bcf-4ce4-a2a1-76e6f7ba5002,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:56.475834 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-e543b112-6b8c-4848-9703-72fd9895306a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 12:59:56.530505 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device dde7ce71-1a97-488b-8ce9-cd19bd8c92ef no longer exists at agent ovs-agent-dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 12:59:56.597067 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] No Port match for: dde7ce71-1a97-488b-8ce9-cd19bd8c92ef {{(pid=103615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 12:59:56.597564 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron.plugins.ml2.rpc [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Device dde7ce71-1a97-488b-8ce9-cd19bd8c92ef not bound to the agent host dv-cinder-784477-4-smb {{(pid=103615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 12:59:56.930172 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49768) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:56.998516 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-7a38d2c4-2ced-4968-bacf-24e1dbb07418 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c118b3c707f2427ab5ad1840a5247b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669484 Jun 08 12:59:57.003061 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [-] (103613) accepted ('10.222.0.55', 49770) {{(pid=103613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 12:59:57.070299 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:57.103827 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:57.168074 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410125'] for security_group, after_delete {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:57.171779 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron_lib.callbacks.manager [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 12:59:57.172970 dv-cinder-784477-4-smb neutron-server[103613]: INFO neutron.wsgi [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48352cb3-a64d-4f16-adf5-6d680f5c9759 HTTP/1.1" status: 204 len: 168 time: 0.1689653 Jun 08 12:59:57.173854 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-1d58a1c9-8760-4165-9b74-0fc5d3fffa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 12:59:57.186028 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48352cb3-a64d-4f16-adf5-6d680f5c9759,revision_number=None']} {{(pid=103613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 12:59:57.189143 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG oslo_concurrency.lockutils [None req-57d0b973-64ac-4965-b9cf-6fe7ad934514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 13:00:05.131402 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa1f80ce-2fe6-45f5-94ee-825beb729dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:07.650708 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-aa5b79ce-e5fd-4403-b269-54fc1a842757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:07.785540 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:08.818787 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:10.620607 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:18.895604 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:18.945346 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:00:35.044390 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [req-24731bc9-40d3-4384-ad07-fb055e0cb0cc req-dc63d9ed-78cc-42f4-ada5-3ddbd0e2508b service neutron] (103614) timed out ('10.222.0.47', 60067) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:00:35.127402 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9cc019fd-4ada-408b-8ecb-251405b4190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:37.290614 dv-cinder-784477-4-smb neutron-server[103614]: DEBUG neutron.wsgi [req-66db505f-0817-4e36-933f-cfeccb289185 req-31d62993-4316-4e27-9a20-0701ae271b2d service neutron] (103614) timed out ('10.222.0.47', 60014) {{(pid=103614) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:00:37.645704 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-dd1d4749-e960-4ed8-a6a0-de0e43169152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:37.781124 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:38.823944 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:40.624435 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:40.746418 dv-cinder-784477-4-smb neutron-server[103613]: DEBUG neutron.wsgi [req-0353dd8a-9eaa-4325-bfe1-dd13b69f4b3d req-5c6e48eb-6634-4230-9d52-8595fe551367 service neutron] (103613) timed out ('10.222.0.47', 60061) {{(pid=103613) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 13:00:48.906983 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:00:55.944472 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:01:05.122566 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-22caffee-c450-4e93-83ce-5d7a8adfd178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:07.660635 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b5a45a4e-81a7-42a8-ab7f-50fe97ed4684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:07.785322 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:08.826939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:10.627473 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:18.925058 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:32.943771 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:01:35.174577 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-f953c6f8-f294-4b29-99d2-de401711faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:37.656249 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-5136f6e2-848c-4270-ae63-58f187016805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:37.790226 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:38.834686 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:40.631474 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:01:48.923373 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:05.129492 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9e6628f3-97e9-41cf-a046-2665f7575180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:07.661134 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-297ad48d-cfa1-4ccd-85ff-dbf14ea0c039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:07.799319 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:08.832478 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:09.943536 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:02:10.638272 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:18.928105 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:35.135053 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-41321294-2cb7-43f1-8578-710ab8f072ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.667034 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-6b5a04b9-e9a1-4930-b94f-6e29f5449e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:37.793838 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:38.836753 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:40.639686 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:02:46.942789 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:02:48.939190 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:05.144493 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-79b15ade-263d-401d-91d4-225e4f3abfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:07.677521 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-2a985442-1841-4ad6-9e0f-2d4e698490af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:07.800495 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:08.841376 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:10.644116 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:18.938480 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:23.941612 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:03:35.139180 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-4ea40a8c-3928-4abf-8868-aa973375a3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:37.670887 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-74809447-c824-4cab-9806-2c507649ffda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:37.794384 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:38.841152 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:40.643394 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:03:48.934501 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:00.941945 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:04:05.143264 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1b50cc63-da8b-4469-ab9c-366f76f447bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:07.673286 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-1e081c0f-7b58-4e39-88ce-c25492139980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:07.797630 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:08.846175 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:10.647426 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:18.936305 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:35.146778 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-534d2ad4-b448-4059-ace5-c0de3a8da57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:37.674392 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-9f18257f-c4c0-4351-88d8-ef24c7fee5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:37.801654 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:37.940751 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 13:04:38.849112 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:40.650029 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:04:48.949676 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b46ffc21-b8fe-4e24-ae24-c345e1e1291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:05.161177 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-45b7df76-420f-4922-b175-ce6699ac6aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:07.678673 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-99615838-a545-408a-8eb4-6b31f3132203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:07.805939 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-76d6531a-76a4-4ee9-9b7e-49f6e57cc702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:08.853170 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-e3e7ff79-663c-4eae-94ea-e44da19baf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:10.653006 dv-cinder-784477-4-smb neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-53b9e4c1-6281-4feb-b7ae-fdf30d307d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789817051293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1638008'] for agent, after_update {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 13:05:14.940251 dv-cinder-784477-4-smb neutron-server[103616]: DEBUG neutron.db.agents_db [None req-a21e74d6-a628-4208-ba40-05abd50a3b0d None None] Agent healthcheck: found 6 active agents {{(pid=103616) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}